-- Logs begin at Fri 2021-06-11 17:27:23 UTC, end at Fri 2021-06-11 18:28:37 UTC. -- Jun 11 17:58:07.312760 dv-cinder-796049-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 11 17:58:10.035611 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.common.config [-] Logging enabled! Jun 11 17:58:10.036281 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev332 Jun 11 17:58:10.036416 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 17:58:10.039576 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.common.config [-] Logging enabled! Jun 11 17:58:10.039854 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev332 Jun 11 17:58:10.040164 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 11 17:58:10.041086 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 17:58:10.041318 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 17:58:10.041677 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 17:58:10.041922 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 17:58:10.042157 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 17:58:10.042469 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.042765 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.043058 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.043287 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.043580 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.043895 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.044179 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.044464 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.044755 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.045034 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.045310 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.045594 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.045850 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.046125 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.046407 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.046699 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.046907 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] debug = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.047182 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.047601 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.048026 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.048311 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.048597 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.048870 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.049138 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.049410 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.049694 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.050020 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] host = dv-cinder-796049-1-iscsi {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.050295 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.050578 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.050861 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.051144 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.051417 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.051690 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.051998 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.052323 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.052544 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] log_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.052816 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.053098 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.053381 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.053669 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.053980 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.054104 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.054390 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.054672 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.054946 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.055215 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.055486 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.055787 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.056064 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.056329 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.056609 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.056889 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.057172 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.057441 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.057713 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.057982 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.058253 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.058532 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.058802 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.059071 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.059340 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.059626 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.059929 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.060204 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.060503 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.060784 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.061061 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.061435 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.061716 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.062005 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.062280 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.062557 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.062828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] use_json = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.063101 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.063371 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.063652 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.063954 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.064223 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.064494 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.064763 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.065047 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:10.065343 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.065637 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.065937 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.066220 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.066512 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.066790 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.067076 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.067351 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.067637 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.067956 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.068248 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.068525 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.069062 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.069062 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.069368 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.069670 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.069961 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.070249 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.070523 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.070795 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.071066 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.071341 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.071625 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.071945 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.072233 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.072510 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.072786 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.073074 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.073350 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.073620 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.073895 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.074179 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.074452 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.074722 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.075000 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.075274 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.075543 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.075839 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.076116 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.076403 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.076679 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.077576 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.079818 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.080140 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.080441 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.080752 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.081491 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.081783 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.082074 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.082497 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.082793 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.084091 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.084585 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.084884 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.085189 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.085485 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.085778 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.086070 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.086355 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.086644 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.086925 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.087207 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.087491 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.087796 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.088078 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.088360 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.088640 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.088921 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.089219 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.089627 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.089812 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.090101 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.090387 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.090671 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.090953 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.091236 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.091523 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.091837 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.092114 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.092416 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.093265 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.093568 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.093858 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.094140 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.094438 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.094722 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.095012 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.095314 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.095574 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.095952 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.096249 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.096550 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.096847 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.097143 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.097439 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.097748 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.098024 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.098337 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.098617 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:10.098835 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 17:58:10.099082 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91906) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 11 17:58:10.465702 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:10.465978 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:10.466267 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:10.466592 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 11 17:58:10.863812 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.864113 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.864381 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.865701 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.865972 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.866240 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.901032 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.901306 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.901569 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.915618 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.915924 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.916196 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.947309 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.947592 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.947890 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.986400 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.986681 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:10.986947 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.230868 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.231556 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.231556 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.231718 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.232667 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.360847 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.361160 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.361443 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.361718 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.361986 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.362298 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.362557 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.362811 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.363062 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.363343 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.363604 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.363898 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.364161 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.364425 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.364680 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.364950 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.365221 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.365478 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.365746 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.365998 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.366275 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.366625 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.366876 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.367158 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.367406 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.367651 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.368080 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:58:11.368324 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:58:11.368563 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:58:11.368799 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:58:11.369033 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:58:11.369266 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:58:11.370747 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 11 17:58:11.374149 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 11 17:58:11.378106 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 11 17:58:11.382049 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 11 17:58:11.383991 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 11 17:58:11.384497 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 11 17:58:11.384840 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 11 17:58:11.385235 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 11 17:58:11.388532 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 11 17:58:11.388779 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 11 17:58:11.389157 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 17:58:11.419231 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 11 17:58:11.419687 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.420031 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 11 17:58:11.420398 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.421876 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 11 17:58:11.422171 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 11 17:58:11.422417 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 11 17:58:11.425779 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.426078 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:11.491182 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 11 17:58:11.491385 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 11 17:58:11.491554 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 11 17:58:11.491970 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 11 17:58:11.514076 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_db.sqlalchemy.engines [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91906) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 11 17:58:12.043503 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Initializing driver for type 'gre' Jun 11 17:58:12.044106 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] gre ID ranges: [(1, 1000)] Jun 11 17:58:12.098402 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Initializing driver for type 'local' Jun 11 17:58:12.098849 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Initializing driver for type 'vlan' Jun 11 17:58:12.115862 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] VlanTypeDriver initialization complete Jun 11 17:58:12.116224 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Initializing driver for type 'vxlan' Jun 11 17:58:12.116786 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] vxlan ID ranges: [(1, 1000)] Jun 11 17:58:12.173476 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Initializing extension driver 'port_security' Jun 11 17:58:12.173885 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.extensions.port_security [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] PortSecurityExtensionDriver initialization complete Jun 11 17:58:12.174263 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Initializing mechanism driver 'openvswitch' Jun 11 17:58:12.174657 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Initializing mechanism driver 'hyperv' Jun 11 17:58:12.181675 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.plugin [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:12.182720 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > port after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.183143 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > port after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.183542 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > port after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.184030 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > subnet after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.184430 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > subnet after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.184888 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.185237 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > network after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.185625 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > network after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.186007 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > network after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.186467 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > security_group after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.186944 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > security_group after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.187348 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.187870 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.188313 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.188741 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.189204 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > address_group after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.189652 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > address_group after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.190080 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.190515 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] ML2 OVO RPC backend initialized. {{(pid=91906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 11 17:58:12.191344 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.191817 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.192420 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > network before_response 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.192914 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > networks before_response 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.193394 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > port before_response 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.193897 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > ports before_response 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.194388 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > subnet before_response 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.194843 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > subnets before_response 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.195358 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > network after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.195857 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > network after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.196539 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > network after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.197111 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > port after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.197599 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > port after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.198024 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > port after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.198440 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > subnet after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.198935 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > subnet after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.199509 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.200464 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.plugin [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Modular L2 Plugin initialization complete Jun 11 17:58:12.200879 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading services supported by the core plugin {{(pid=91906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 11 17:58:12.201721 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.plugins.ml2.managers [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Got port-security extension from driver 'port_security' Jun 11 17:58:12.202714 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.extensions.vlantransparent [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Disabled vlantransparent extension. Jun 11 17:58:12.203475 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 11 17:58:12.203959 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading Plugin: router Jun 11 17:58:12.243860 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.244569 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router after_create 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.244663 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router before_create 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.244948 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.245316 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.245674 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router after_delete 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.246025 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.246391 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router after_create 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.246728 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router after_update 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.247076 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router after_update 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.247418 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.247965 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router after_update 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.248392 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_update 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.248809 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: port after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.249136 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: port after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.249466 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: subnet after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.249806 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.250158 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.250504 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_create 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.250844 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: port before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.251183 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.251540 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router after_update 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.251912 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.252263 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_create 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.252623 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.252967 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_update 55549900 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.253336 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > network after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.254214 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Tracking information for resource: router configured {{(pid=91906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:58:12.254543 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Tracking information for resource: floatingip configured {{(pid=91906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 11 17:58:12.259776 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.db.l3_agentschedulers_db [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 11 17:58:12.260371 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: port after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.260734 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: port after_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.261081 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: port after_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.261433 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: port after_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.262232 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router before_create 55550100 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.262595 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.262953 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_create 55550100 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.263302 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > router precommit_update 55550100 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.268476 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.services.provider_configuration [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service providers = [] {{(pid=91906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 11 17:58:12.268841 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.db.servicetype_db [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 11 17:58:12.271838 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.services.service_base [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 17:58:12.272190 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.services.service_base [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 17:58:12.272530 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.services.service_base [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 17:58:12.273398 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.services.service_base [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 11 17:58:12.273767 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.services.service_base [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 11 17:58:12.274150 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:58:12.274462 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 11 17:58:12.285760 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:58:12.286102 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading Plugin: auto_allocate Jun 11 17:58:12.292291 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: network precommit_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.292654 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: network precommit_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.293195 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:58:12.293560 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading Plugin: tag Jun 11 17:58:12.300335 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:58:12.300665 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading Plugin: timestamp Jun 11 17:58:12.304751 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:58:12.305078 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading Plugin: network_ip_availability Jun 11 17:58:12.310649 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.311019 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.311441 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.312238 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:58:12.312558 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading Plugin: flavors Jun 11 17:58:12.317491 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:58:12.317775 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading Plugin: revisions Jun 11 17:58:12.322205 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 11 17:58:12.322597 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.856s {{(pid=91906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:12.323359 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 11 17:58:12.323691 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Initializing extension manager. Jun 11 17:58:12.324313 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: __init__.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.324680 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: __pycache__ {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.324989 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.325813 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: address_group.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.326111 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.326697 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: address-group Jun 11 17:58:12.327547 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: address_scope.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.328285 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.328794 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: address-scope Jun 11 17:58:12.329111 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.330087 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.330592 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: router-admin-state-down-before-update Jun 11 17:58:12.330912 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: agent.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.332023 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.332541 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: agent Jun 11 17:58:12.332862 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: agent_resources_synced.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.333768 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.334270 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: agent-resources-synced Jun 11 17:58:12.334589 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: allowedaddresspairs.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.336434 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.336952 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: allowed-address-pairs Jun 11 17:58:12.337276 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: auto_allocated_topology.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.338354 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.338854 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: auto-allocated-topology Jun 11 17:58:12.339179 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: availability_zone.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.339889 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.340392 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: availability_zone Jun 11 17:58:12.340707 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: availability_zone_filter.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.341605 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.342111 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: availability_zone_filter Jun 11 17:58:12.342421 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: data_plane_status.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.343961 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.344460 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension data-plane-status not supported by any of loaded plugins Jun 11 17:58:12.344779 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: default_subnetpools.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.345676 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.346179 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: default-subnetpools Jun 11 17:58:12.346496 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.347323 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.347853 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: dhcp_agent_scheduler Jun 11 17:58:12.348171 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: dns.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.349084 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.349579 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension dns-integration not supported by any of loaded plugins Jun 11 17:58:12.349897 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: dns_domain_ports.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.350792 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.351289 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 11 17:58:12.351606 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: dvr.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.352289 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.352782 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: dvr Jun 11 17:58:12.353095 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: empty_string_filtering.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.353992 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.354488 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: empty-string-filtering Jun 11 17:58:12.354806 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.355704 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.356227 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 11 17:58:12.356545 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.357445 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.357939 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 11 17:58:12.358294 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: external_net.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.359202 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.359699 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: external-net Jun 11 17:58:12.360042 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.360940 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.361444 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: extra_dhcp_opt Jun 11 17:58:12.361757 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: extraroute.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.362648 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.363143 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: extraroute Jun 11 17:58:12.363457 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: extraroute_atomic.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.364524 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.365024 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: extraroute-atomic Jun 11 17:58:12.365341 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: filter_validation.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.366011 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.366511 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: filter-validation Jun 11 17:58:12.366833 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: fip_pf_description.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.367725 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.368307 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 11 17:58:12.368536 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: fip_port_details.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.369544 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.369941 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: fip-port-details Jun 11 17:58:12.370255 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: flavors.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.371487 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.372103 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: flavors Jun 11 17:58:12.372351 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.374082 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.374596 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 11 17:58:12.374921 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: floatingip_pools.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.375614 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.376158 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: floatingip-pools Jun 11 17:58:12.376479 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: ip_allocation.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.377399 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.377899 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension ip_allocation not supported by any of loaded plugins Jun 11 17:58:12.378222 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.379128 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.379632 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: ip-substring-filtering Jun 11 17:58:12.379980 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: l2_adjacency.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.380891 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.381386 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 11 17:58:12.381705 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: l3.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.382702 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.383206 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: router Jun 11 17:58:12.383526 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.385993 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.386510 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 11 17:58:12.386842 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.387765 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.388284 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: ext-gw-mode Jun 11 17:58:12.388605 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.390057 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.390563 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: l3-ha Jun 11 17:58:12.390882 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: l3_flavors.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.391827 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.392330 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: l3-flavors Jun 11 17:58:12.392652 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.393564 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.394068 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 11 17:58:12.394382 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: l3agentscheduler.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.395437 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.395973 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: l3_agent_scheduler Jun 11 17:58:12.396297 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: logging.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.397811 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.398332 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension logging not supported by any of loaded plugins Jun 11 17:58:12.398696 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: metering.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.399379 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.399982 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: metering Jun 11 17:58:12.400305 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.401394 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.401899 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: metering_source_and_destination_fields Jun 11 17:58:12.402222 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: multiprovidernet.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.403133 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.403633 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: multi-provider Jun 11 17:58:12.403995 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: netmtu.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.404892 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.405949 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: net-mtu Jun 11 17:58:12.406265 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: netmtu_writable.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.407162 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.407677 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: net-mtu-writable Jun 11 17:58:12.408027 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: network_availability_zone.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.408699 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.409189 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: network_availability_zone Jun 11 17:58:12.409503 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: network_ip_availability.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.410606 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.411111 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: network-ip-availability Jun 11 17:58:12.411426 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: network_segment_range.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.412231 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.412734 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension network-segment-range not supported by any of loaded plugins Jun 11 17:58:12.413052 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: pagination.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.414017 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.414342 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: pagination Jun 11 17:58:12.414662 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: port_device_profile.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.415559 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.416097 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: port-device-profile Jun 11 17:58:12.416410 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.417322 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.417831 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: port-mac-address-regenerate Jun 11 17:58:12.418148 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.419053 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.419553 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: port-numa-affinity-policy Jun 11 17:58:12.419909 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: port_resource_request.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.420845 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.421347 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension port-resource-request not supported by any of loaded plugins Jun 11 17:58:12.421661 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: portbindings.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.422571 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.423074 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: binding Jun 11 17:58:12.423391 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: portbindings_extended.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.426435 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.426968 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: binding-extended Jun 11 17:58:12.427299 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: portsecurity.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.428256 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.428770 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: port-security Jun 11 17:58:12.429094 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: project_id.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.430064 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.430396 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: project-id Jun 11 17:58:12.430719 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: providernet.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.431620 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.432159 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: provider Jun 11 17:58:12.432479 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.436127 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.437201 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos not supported by any of loaded plugins Jun 11 17:58:12.437532 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.438793 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.439303 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 11 17:58:12.439625 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.440562 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.441068 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 11 17:58:12.441395 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos_default.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.442291 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.442793 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos-default not supported by any of loaded plugins Jun 11 17:58:12.443143 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos_fip.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.443781 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.444278 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos-fip not supported by any of loaded plugins Jun 11 17:58:12.444594 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos_gateway_ip.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.445503 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.445998 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 11 17:58:12.446313 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos_port_network_policy.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.447204 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.447711 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 11 17:58:12.448057 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos_rule_type_details.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.449203 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.449499 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 11 17:58:12.449837 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: qos_rules_alias.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.450872 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.451481 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 11 17:58:12.451792 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: quotasv2.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.454169 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.454501 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: quotas Jun 11 17:58:12.454825 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: quotasv2_detail.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.458070 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.458414 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: quota_details Jun 11 17:58:12.458742 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: rbac.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.459864 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.460423 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: rbac-policies Jun 11 17:58:12.460751 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: rbac_address_group.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.461705 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.462276 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: rbac-address-group Jun 11 17:58:12.462601 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: rbac_address_scope.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.463516 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.464278 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: rbac-address-scope Jun 11 17:58:12.464605 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: rbac_security_groups.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.465538 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.466051 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: rbac-security-groups Jun 11 17:58:12.466371 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: rbac_subnetpool.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.467537 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.468095 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: rbac-subnetpool Jun 11 17:58:12.468419 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: revisionifmatch.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.469332 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.469841 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: revision-if-match Jun 11 17:58:12.470163 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: revisions.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.471290 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.471840 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: standard-attr-revisions Jun 11 17:58:12.472167 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: router_availability_zone.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.472841 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.473343 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: router_availability_zone Jun 11 17:58:12.473661 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: routerservicetype.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.474568 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.475072 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension router-service-type not supported by any of loaded plugins Jun 11 17:58:12.475390 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.476328 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.476829 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: security-groups-normalized-cidr Jun 11 17:58:12.477146 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.478060 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.478565 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: port-security-groups-filtering Jun 11 17:58:12.478883 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.479837 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.480341 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: security-groups-remote-address-group Jun 11 17:58:12.480660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: securitygroup.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.490538 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.491093 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: security-group Jun 11 17:58:12.491424 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: segment.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.492295 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.492801 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension segment not supported by any of loaded plugins Jun 11 17:58:12.493125 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.494120 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.494622 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 11 17:58:12.494943 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: servicetype.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.496104 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.496616 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: service-type Jun 11 17:58:12.496938 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: sorting.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.497903 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.498233 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: sorting Jun 11 17:58:12.498553 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: standard_attr_segment.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.500021 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.500529 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 11 17:58:12.500848 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: standardattrdescription.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.501481 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.501986 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: standard-attr-description Jun 11 17:58:12.502305 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: stateful_security_group.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.503235 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.503777 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: stateful-security-group Jun 11 17:58:12.504084 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: stdattrs_common.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.504660 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 11 17:58:12.504979 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.505991 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.506496 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 11 17:58:12.506819 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: subnet_onboard.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.507909 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.508424 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: subnet_onboard Jun 11 17:58:12.508746 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.509661 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.510166 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 11 17:58:12.510483 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: subnet_service_types.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.511379 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.511910 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: subnet-service-types Jun 11 17:58:12.512233 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: subnetallocation.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.513300 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.513806 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: subnet_allocation Jun 11 17:58:12.514131 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.515615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.516218 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: subnetpool-prefix-ops Jun 11 17:58:12.516476 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.517412 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.517912 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 11 17:58:12.518235 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: tagging.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.519330 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.519881 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: standard-attr-tag Jun 11 17:58:12.520210 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: timestamp.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.521408 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.521921 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loaded extension: standard-attr-timestamp Jun 11 17:58:12.522239 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: trunk.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.523259 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.523796 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension trunk not supported by any of loaded plugins Jun 11 17:58:12.524122 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: trunk_details.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.525027 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.525549 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension trunk-details not supported by any of loaded plugins Jun 11 17:58:12.525970 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: uplink_status_propagation.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.526885 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.527391 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 11 17:58:12.527709 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Loading extension file: vlantransparent.py {{(pid=91906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 11 17:58:12.528404 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 11 17:58:12.528911 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 11 17:58:12.531442 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:network Jun 11 17:58:12.532041 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:subnet Jun 11 17:58:12.532434 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:58:12.532841 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:port Jun 11 17:58:12.534223 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.534671 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service FLAVORS assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.535284 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.535707 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.536058 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:router Jun 11 17:58:12.536503 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:floatingip Jun 11 17:58:12.536996 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service METERING assigned prefix: /metering {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.538455 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.538827 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.539175 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 17:58:12.540233 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 17:58:12.540662 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:security_group Jun 11 17:58:12.541094 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 17:58:12.541695 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service CORE assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.542025 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:58:12.542381 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] subnetpool is already registered Jun 11 17:58:12.542805 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service CORE assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.543123 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:58:12.543454 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] subnetpool is already registered Jun 11 17:58:12.545945 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.546322 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service FLAVORS assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.546913 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.547339 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.547703 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:router Jun 11 17:58:12.548062 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] router is already registered Jun 11 17:58:12.548485 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:floatingip Jun 11 17:58:12.548821 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] floatingip is already registered Jun 11 17:58:12.549290 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service METERING assigned prefix: /metering {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.549994 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of CountableResource for resource:rbac_policy Jun 11 17:58:12.550320 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] rbac_policy is already registered Jun 11 17:58:12.550773 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:security_group Jun 11 17:58:12.551070 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] security_group is already registered Jun 11 17:58:12.551463 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 11 17:58:12.551823 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] security_group_rule is already registered Jun 11 17:58:12.552513 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service CORE assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.552841 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:58:12.553169 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] subnetpool is already registered Jun 11 17:58:12.553596 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.v2.resource_helper [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Service CORE assigned prefix: {{(pid=91906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 11 17:58:12.553914 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Creating instance of TrackedResource for resource:subnetpool Jun 11 17:58:12.554300 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING neutron.quota.resource_registry [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] subnetpool is already registered Jun 11 17:58:12.554727 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: extensions {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.556325 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: address-groups {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.557878 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: address-scopes {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.559492 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: agents {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.560730 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: auto-allocated-topology {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.562541 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: availability_zones {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.563784 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: dhcp-networks {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.565303 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: dhcp-agents {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.566771 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: routers {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.568543 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: flavors {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.569835 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: service_profiles {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.571050 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: next_providers {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.572535 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: service_profiles {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.574090 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: floatingip-pools {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.575348 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: routers {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.577662 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: floatingips {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.578951 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: l3-routers {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.580410 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: l3-agents {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.581934 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: metering-labels {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.583185 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: metering-label-rules {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.585756 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: network-ip-availabilities {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.587041 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: bindings {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.588650 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: quotas {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.590225 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: quotas {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.591684 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: rbac-policies {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.592939 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: security-groups {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.594270 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: security-group-rules {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.595518 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: service-providers {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.596778 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: subnetpools {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.598197 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: subnetpools {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.599791 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.601489 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.603323 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.605159 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.606865 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.608894 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.610590 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.612436 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.614383 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.616191 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron.api.extensions [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Extended resource: tags {{(pid=91906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 11 17:58:12.622414 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING keystonemiddleware.auth_token [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 11 17:58:12.627699 dv-cinder-796049-1-iscsi neutron-server[91906]: WARNING keystonemiddleware.auth_token [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 11 17:58:12.636122 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Acquired lock "singleton_lock" {{(pid=91906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 11 17:58:12.636597 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_concurrency.lockutils [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Releasing lock "singleton_lock" {{(pid=91906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 11 17:58:12.637238 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO oslo_service.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Starting 2 workers Jun 11 17:58:12.642937 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Started child 92015 {{(pid=91906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 17:58:12.647618 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Started child 92016 {{(pid=91906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 17:58:12.648527 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:12.649432 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO neutron.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 11 17:58:12.650087 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [-] (92015) wsgi starting up on http://0.0.0.0:9696 Jun 11 17:58:12.650271 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Notify callbacks [] for process, before_spawn {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:12.652630 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO oslo_service.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Starting 1 workers Jun 11 17:58:12.652810 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:12.654156 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [-] (92016) wsgi starting up on http://0.0.0.0:9696 Jun 11 17:58:12.658175 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Started child 92017 {{(pid=91906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 17:58:12.658645 dv-cinder-796049-1-iscsi neutron-server[91906]: INFO oslo_service.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Starting 1 workers Jun 11 17:58:12.662225 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] calling RpcWorker wait() {{(pid=92017) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 11 17:58:12.662937 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] returning from RpcWorker wait() {{(pid=92017) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 11 17:58:12.663265 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Started child 92018 {{(pid=91906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 11 17:58:12.664164 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:12.664290 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG neutron_lib.callbacks.manager [None req-a4378154-edcb-476f-8d48-f48c51184b60 None None] Notify callbacks [] for process, after_spawn {{(pid=91906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:12.664760 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:12.666259 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 17:58:12.666471 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 17:58:12.666655 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 17:58:12.666877 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 17:58:12.667393 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 17:58:12.667393 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 17:58:12.667926 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.668223 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.668337 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:12.668804 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.668804 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.669057 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.669242 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:12.669652 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.669915 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.670159 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.670435 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.670714 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.670887 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.671056 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.671315 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.671603 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.671892 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.672174 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.672412 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.672899 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.672899 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.673121 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.673363 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.673622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.673873 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] debug = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.674245 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.674618 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.674872 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.675121 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.675343 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.675623 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.675900 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.676200 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.676462 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.676753 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.677000 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.677260 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.677511 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.677719 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.677944 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.678221 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.678463 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.678963 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] host = dv-cinder-796049-1-iscsi {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.679225 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.679494 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.679791 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.680099 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.680364 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.680591 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.680842 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.681086 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.681333 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.681688 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.681840 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.682093 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.682409 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.682567 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.682694 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_options = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.683077 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.683231 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.683462 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.683655 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.683866 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.684045 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.684404 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.684547 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.684728 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.684943 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.685156 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.685373 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.685583 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.685814 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.686051 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.686876 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.687031 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.687241 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.687488 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.687736 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.687980 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.688203 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.688654 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.688654 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.689040 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.689218 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.689401 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.689645 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.689879 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.690141 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.690390 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.690650 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.690892 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.691139 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.691367 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.691601 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.691850 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.692118 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.692348 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.692614 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.692869 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.694244 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.694522 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.694744 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.695003 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.696336 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_json = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.696484 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.696645 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.697138 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.697377 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.697626 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.697935 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.698298 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.698586 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.699128 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.699711 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.700100 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.700374 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.700628 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.700896 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.701143 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.701404 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.701668 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.702067 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.703208 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.703315 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.703661 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.703987 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.704264 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.704731 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.704904 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.705203 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.705430 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.705761 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.706012 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.706267 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.706615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.706912 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.707194 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.707468 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.707765 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.707988 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.708231 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.708474 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.708698 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.709081 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.709285 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.709627 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.709849 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.710261 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.710535 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.710758 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.711000 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.711258 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.711523 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.711873 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.712111 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.712352 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.712573 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.712807 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.713198 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.713563 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.713692 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.714114 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.714583 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.714959 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.715353 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.715575 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.715843 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.716083 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.716310 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.716531 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.716753 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.716999 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.717435 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.717880 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.718297 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.718694 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.719090 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.719593 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.720105 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.720508 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.720761 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.720992 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.721225 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.721471 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.721699 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.721927 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.722151 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.722372 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.722591 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.722810 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.723033 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.723275 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.723495 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.723708 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.724266 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.724577 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.724910 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.725240 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.725501 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.725778 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.726013 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.726263 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.726518 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.726766 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.727096 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.727354 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.727594 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.727911 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.728196 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.728477 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.728735 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.728968 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.729233 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.729466 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.729842 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.730311 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.730743 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.731178 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.731636 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.732112 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.732574 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.733024 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.733470 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.733965 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.734396 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.734886 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.735359 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.735905 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.736444 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.736903 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.737354 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.737782 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.738228 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.738691 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.739116 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.739629 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.740163 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.740640 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.741301 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.741849 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.742384 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.742822 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.743210 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.743463 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.743812 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.744051 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.744482 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.744887 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.745330 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.745766 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.746185 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.746667 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.746909 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.747161 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.747440 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.747705 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.748659 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.748659 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.748659 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.748659 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.749482 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.749564 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.749797 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.750151 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.750375 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.750652 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.750880 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.751106 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.751327 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.751557 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.751801 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.752062 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.752276 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.752666 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.753067 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.753292 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.753521 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.753746 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.753992 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.754229 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.754447 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.754738 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.754983 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.755210 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.755467 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.755694 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.755991 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.756212 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.756530 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.756712 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.756989 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.757150 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.757375 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.757591 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.757833 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.758063 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.758278 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.758536 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.758842 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.759112 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.759366 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.759617 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.759882 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.760220 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.760478 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.760721 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.760958 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.761179 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.761399 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.761617 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.761887 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.762113 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.762339 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.762555 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.762790 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.763020 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.763248 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.763448 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.763773 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.764038 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.764270 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.765298 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.765541 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.765772 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.765986 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.766201 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.766422 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.766639 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.766869 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.767103 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.767316 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.767535 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.767766 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.768012 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.768230 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.768441 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.768660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.768903 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.769117 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.769334 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.769543 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.769761 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.769993 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.770309 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.770567 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.770788 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.771088 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.771350 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.771578 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.771875 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.772200 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.772529 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.772674 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.772883 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.773108 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.774332 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.774332 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.774332 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.774332 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.774822 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.774822 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.775032 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.775216 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.775498 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.775853 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.776061 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.776405 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.776819 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.776963 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.777160 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.777439 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.777663 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.777909 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.778299 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.778440 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.778620 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.778832 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.779115 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.779293 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.779513 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.779766 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.779981 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.780246 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.780554 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.780746 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.780961 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.781122 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 17:58:12.781703 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 11 17:58:12.781865 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 11 17:58:12.782023 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 11 17:58:12.782178 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 11 17:58:12.782348 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 11 17:58:12.782503 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 11 17:58:12.782704 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.782862 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.783018 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.783187 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.783346 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.783517 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.783848 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.784012 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.784173 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.784331 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.784491 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.784658 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.784813 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.784973 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.785134 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.785296 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.785454 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.785615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.785771 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.785925 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.786085 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.786248 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.786407 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] debug = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.786566 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.786757 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.786957 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.787104 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.787265 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.787572 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.787572 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.787874 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.787874 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.788039 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.788186 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.788346 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.788504 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.788664 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.788823 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.788982 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.789241 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.789342 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] host = dv-cinder-796049-1-iscsi {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.789448 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.789607 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.789766 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.789923 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.790083 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.790312 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.790411 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.790549 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.790731 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.790855 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.791020 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.791178 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.791336 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.791495 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.791654 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_options = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.791876 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.791983 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.792142 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.792321 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.792488 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.792652 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.792803 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.792947 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.793106 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.793266 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.793425 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.793585 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.793744 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.793903 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.794062 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.794221 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.794381 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.794540 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.794699 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.794879 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.795004 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.795162 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.795321 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.795464 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:12.795555 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.796212 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.796306 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.796454 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.796689 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.796790 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.796917 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.797078 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.797238 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.797451 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.797593 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.797719 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.797842 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.797985 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.798150 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.798310 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.798469 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.798628 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.798788 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.798947 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.799106 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.799376 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.799508 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_json = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.799628 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.799771 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.799922 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.800056 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.800191 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.800322 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.800472 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.800633 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 11 17:58:12.800839 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.801005 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.801185 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.801383 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.801503 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.801659 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.801823 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.801985 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.802229 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.802360 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.802480 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.802621 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.802795 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.802958 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.803121 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.803286 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.803450 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.803622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.803818 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.803983 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.804147 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.804310 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.804489 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.804653 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.804817 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.804981 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.805145 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.805309 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.805473 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.805637 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.805801 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.805965 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.806131 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.806295 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.806458 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.806622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.806786 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.806951 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.807114 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.807280 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.808465 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.808465 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.808465 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.808465 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.808465 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.808465 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.808465 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.809828 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.810971 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.810971 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.810971 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.810971 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.810971 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.810971 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.810971 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.810971 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.812660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.812660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.812660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.812660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.812660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.812660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.812660 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.813670 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.813670 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.813670 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.813670 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.813670 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.813670 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.814615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.814615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.814615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.814615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.814615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.814615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.814615 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.815622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.815622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.815622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.815622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.815622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.815622 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.816466 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.816466 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.816466 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.816466 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.816466 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.816466 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817220 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817220 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817220 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817220 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817220 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817878 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817878 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817878 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.817878 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.818362 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.818362 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.818362 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.818701 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.818701 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.818701 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.819105 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.819105 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.819334 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.819334 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.819614 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.819737 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.819737 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.820072 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.820191 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.820311 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.820440 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.820584 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.820748 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.820911 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.821089 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.821215 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.821384 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.821560 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.821723 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.821892 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.822056 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.822243 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.822406 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.822575 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.822736 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.823077 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.823241 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.823406 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.823569 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.823856 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.824004 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.824183 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.824316 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.824653 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.824653 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.824936 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.824936 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.825144 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.825144 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.825350 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.825459 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.825605 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.825769 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.825933 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.826095 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.826259 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.826421 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.826585 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.826749 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.826945 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.827187 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.827315 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.827438 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.827576 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.827760 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.827922 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.828085 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.828254 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.828422 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.828568 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.828734 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.828917 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.829038 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.829202 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.829365 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.829533 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.829695 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.829863 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.830027 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.830190 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.830335 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.830507 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.830663 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.830804 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.830967 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.831134 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.831310 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.831463 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.831627 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.831817 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.831986 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.832150 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.832314 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.832477 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.832639 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.832834 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.833027 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.833149 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.833284 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.833405 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.833566 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.833728 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.833892 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.834056 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.834219 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.834398 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.834561 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.834725 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.834890 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.835053 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.835226 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.835390 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.835554 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.835799 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.835929 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.836108 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.836272 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.836436 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.836601 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.836763 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.836935 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.837099 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.837262 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.837424 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.837589 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.837761 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.837924 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.838087 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.838249 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.838414 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.838585 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.838751 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.838916 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.839086 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.839249 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.839412 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.839576 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.839799 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.839926 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.840095 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.840259 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.840426 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.840928 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.840928 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.840928 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.841334 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.841334 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.841858 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.841858 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.841858 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.842198 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.842198 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.842544 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.842667 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.842848 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.843029 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.843210 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.843210 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.843515 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.843515 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.843772 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.843954 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.844074 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.844196 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.844333 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.844453 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.844609 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.844775 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.844939 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.845101 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.845266 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.845431 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.845593 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 11 17:58:12.845749 dv-cinder-796049-1-iscsi neutron-server[91906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 11 17:58:12.994170 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60356) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:13.003267 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068712 Jun 11 17:58:25.248095 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21cc21c-a0ff-4d3a-889b-56982f586866 None None] get_active_networks_info from dv-cinder-796049-1-iscsi {{(pid=92017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 11 17:58:25.318363 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-bc9c6890-4344-4feb-b974-3a1f7287aa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398'] for agent, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:25.388504 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21cc21c-a0ff-4d3a-889b-56982f586866 None None] No non-hosted networks {{(pid=92017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 11 17:58:27.833561 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6a630cc3-46c4-4c27-8470-b4313fa6987d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398'] for agent, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:27.885700 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-83018665-09f7-4295-9b62-2717a792fea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:27.956888 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398'] for agent, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:27.959124 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.960223 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.960887 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.961456 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.962431 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.964259 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.964891 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.965648 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.966614 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.968152 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.968717 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.969728 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:27.970386 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796049-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:27.982456 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796049-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:58:29.222682 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398'] for agent, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:30.992456 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398'] for agent, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:31.450207 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.db.l3_hamode_db [None req-40bf9d5a-f479-42c7-9c98-c0abafb7865b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 11 17:58:31.548425 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf9d5a-f479-42c7-9c98-c0abafb7865b None None] Routers set() bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:58:31.548851 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf9d5a-f479-42c7-9c98-c0abafb7865b None None] Router IDs set() for agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 11 17:58:32.025072 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 60448) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:32.652380 dv-cinder-796049-1-iscsi neutron-server[92015]: WARNING oslo_policy.policy [None req-235186ef-ae3b-4d92-ad7f-91f3ba1b383a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:32.653028 dv-cinder-796049-1-iscsi neutron-server[92015]: WARNING oslo_policy.policy [None req-235186ef-ae3b-4d92-ad7f-91f3ba1b383a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:32.871649 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [None req-235186ef-ae3b-4d92-ad7f-91f3ba1b383a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 17:58:32.872924 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-235186ef-ae3b-4d92-ad7f-91f3ba1b383a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8451784 Jun 11 17:58:35.245506 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 60462) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:35.582073 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-2bd4c059-9c19-4a49-9d4e-59f55b44a0ef admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:35.684356 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.policy [None req-2bd4c059-9c19-4a49-9d4e-59f55b44a0ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92015) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 17:58:35.731929 dv-cinder-796049-1-iscsi neutron-server[92015]: WARNING oslo_policy.policy [None req-2bd4c059-9c19-4a49-9d4e-59f55b44a0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:35.732351 dv-cinder-796049-1-iscsi neutron-server[92015]: WARNING oslo_policy.policy [None req-2bd4c059-9c19-4a49-9d4e-59f55b44a0ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:35.741542 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.quota [None req-2bd4c059-9c19-4a49-9d4e-59f55b44a0ef admin admin] Loaded quota_driver: . Jun 11 17:58:35.860935 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c059-9c19-4a49-9d4e-59f55b44a0ef admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788194814175', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788194814636', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788194801309', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788194795719', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788194784611', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788194775384', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-537382', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547254', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1540611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1490127'] for rbac-policy, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:35.936904 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2bd4c059-9c19-4a49-9d4e-59f55b44a0ef admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:35.938128 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-2bd4c059-9c19-4a49-9d4e-59f55b44a0ef admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6916263 Jun 11 17:58:38.620842 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60474) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:39.209194 dv-cinder-796049-1-iscsi neutron-server[92016]: WARNING oslo_policy.policy [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:39.209818 dv-cinder-796049-1-iscsi neutron-server[92016]: WARNING oslo_policy.policy [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:39.426719 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'name': 'private'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:39.428463 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.quota [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Loaded quota_driver: . Jun 11 17:58:39.507896 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Made reservation on behalf of f149f0dfe85b465eb2918b8dfbae90c9 for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 17:58:39.581331 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.policy [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 11 17:58:39.627814 dv-cinder-796049-1-iscsi neutron-server[92016]: WARNING oslo_policy.policy [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:39.628625 dv-cinder-796049-1-iscsi neutron-server[92016]: WARNING oslo_policy.policy [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 11 17:58:39.639381 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:39.668448 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:39.833640 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:39.838046 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:39.843957 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:39.863406 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 17:58:39.897528 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788192031407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:39.898155 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Unsubscribe: segment precommit_create {{(pid=92016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 17:58:39.898698 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Added segment c1d821e9-e943-422a-a774-362078f32179 of type vlan for network 3d7ab733-47db-4864-86e1-39d7c5a98686 Jun 11 17:58:39.917962 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8413fd6-6e7a-42cc-8153-a67650822d65,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:39.978002 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.978335 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.978660 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.978979 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.979298 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.979622 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.979972 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.980293 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.980613 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.980925 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.981225 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.981524 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Tracked resource versions report: Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: pushed versions: Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: { 'AddressGroup': {'1.2'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'ConntrackHelper': {'1.0'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Log': {'1.0'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Network': {'1.1'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Port': {'1.7'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'PortForwarding': {'1.2'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'QosPolicy': {'1.8'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SecurityGroup': {'1.4'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SecurityGroupRule': {'1.2'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SubPort': {'1.0'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Subnet': {'1.1'}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Trunk': {'1.1'}} Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: consumer versions: Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: { DHCP agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: L3 agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: Metadata agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: Metering agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: Open vSwitch agent@dv-cinder-796049-1-iscsi: { 'AddressGroup': '1.2', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'ConntrackHelper': '1.0', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Log': '1.0', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Network': '1.1', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Port': '1.7', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'PortForwarding': '1.2', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'QosPolicy': '1.8', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SecurityGroup': '1.4', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SecurityGroupRule': '1.2', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SubPort': '1.0', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Subnet': '1.1', Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Trunk': '1.1'}} Jun 11 17:58:39.983173 dv-cinder-796049-1-iscsi neutron-server[92016]: {{(pid=92016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 17:58:40.037150 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:40.039143 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:40.096887 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:40.098488 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:40.099171 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:40.101683 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:40.160125 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5381675 Jun 11 17:58:40.228780 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=3d7ab733-47db-4864-86e1-39d7c5a98686,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:40.233490 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:40.245567 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 3d7ab733-47db-4864-86e1-39d7c5a98686 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 17:58:42.920583 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60496) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:43.411256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379c26d-08c6-450b-809f-942273c176f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:43.412692 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-6379c26d-08c6-450b-809f-942273c176f0 admin admin] 10.222.0.15 "GET /v2.0/networks/3d7ab733-47db-4864-86e1-39d7c5a98686 HTTP/1.1" status: 200 len: 825 time: 0.4908621 Jun 11 17:58:43.478084 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-c061f380-693f-4b2c-bb7a-14a85bb83432 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/02a65e26-5b22-4cff-9f77-631e46808c22 HTTP/1.1" status: 200 len: 734 time: 0.0564566 Jun 11 17:58:43.492181 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Request body: {'subnet': {'subnetpool_id': '02a65e26-5b22-4cff-9f77-631e46808c22', 'ip_version': 4, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:43.529099 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Made reservation on behalf of f149f0dfe85b465eb2918b8dfbae90c9 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 17:58:43.531951 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:43.918976 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:43.922533 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:43.998697 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:44.005301 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:44.006224 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Checking segment: {'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:58:44.006586 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Network hostable DHCP agents. Network: 3d7ab733-47db-4864-86e1-39d7c5a98686, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 17:58:44.033250 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Network 3d7ab733-47db-4864-86e1-39d7c5a98686 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 17:58:44.045414 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 3d7ab733-47db-4864-86e1-39d7c5a98686) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:58:44.050368 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:58:44.050946 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:44.056780 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dfd372-1281-45e9-8a66-6e02f775b8ca None None] Network 3d7ab733-47db-4864-86e1-39d7c5a98686 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 17:58:44.070728 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-70ddde1e-abf0-448a-ba4e-56d5eaa7358e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5857992 Jun 11 17:58:44.454399 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-3d7ab733-47db-4864-86e1-39d7c5a98686', 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'fixed_ips': [{'subnet_id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 17:58:44.456020 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:44.874350 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Allocated IP 172.20.0.2 (3d7ab733-47db-4864-86e1-39d7c5a98686/ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e/b1486c00-0f0e-4175-be3b-efae012db8dc) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 17:58:45.351197 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:45.375054 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Transition to ACTIVE for port object b1486c00-0f0e-4175-be3b-efae012db8dc will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:58:45.408954 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Transition to ACTIVE for port object b1486c00-0f0e-4175-be3b-efae012db8dc will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:58:45.422719 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:45.425868 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:45.526859 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Network 3d7ab733-47db-4864-86e1-39d7c5a98686 is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 17:58:45.535465 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:58:45.552286 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 17:58:45.555715 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Pushing event updated for resources: {'Port': ['ID=b1486c00-0f0e-4175-be3b-efae012db8dc,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:45.574703 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.575146 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.575700 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.576849 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.577396 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.578008 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.578548 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.579071 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.579601 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.580170 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.580691 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.581208 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Tracked resource versions report: Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: pushed versions: Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: { 'AddressGroup': {'1.2'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'ConntrackHelper': {'1.0'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Log': {'1.0'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Network': {'1.1'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Port': {'1.7'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'PortForwarding': {'1.2'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'QosPolicy': {'1.8'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SecurityGroup': {'1.4'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SecurityGroupRule': {'1.2'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SubPort': {'1.0'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Subnet': {'1.1'}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Trunk': {'1.1'}} Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: consumer versions: Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: { DHCP agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: L3 agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: Metadata agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: Metering agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: Open vSwitch agent@dv-cinder-796049-1-iscsi: { 'AddressGroup': '1.2', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'ConntrackHelper': '1.0', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Log': '1.0', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Network': '1.1', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Port': '1.7', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'PortForwarding': '1.2', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'QosPolicy': '1.8', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SecurityGroup': '1.4', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SecurityGroupRule': '1.2', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SubPort': '1.0', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Subnet': '1.1', Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Trunk': '1.1'}} Jun 11 17:58:45.583314 dv-cinder-796049-1-iscsi neutron-server[92017]: {{(pid=92017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 17:58:45.619440 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:45.716654 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Attempting to bind port b1486c00-0f0e-4175-be3b-efae012db8dc on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 17:58:45.717199 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Attempting to bind port b1486c00-0f0e-4175-be3b-efae012db8dc by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 17:58:45.717857 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Attempting to bind port b1486c00-0f0e-4175-be3b-efae012db8dc on network 3d7ab733-47db-4864-86e1-39d7c5a98686 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 17:58:45.726173 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 17, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 17:58:45.726804 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Checking segment: {'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:58:45.727560 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:45.728215 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Bound using segment: {'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 17:58:45.728861 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Bound port: b1486c00-0f0e-4175-be3b-efae012db8dc, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 17:58:45.729346 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:45.866401 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] For port b1486c00-0f0e-4175-be3b-efae012db8dc, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 17:58:45.908037 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] For port b1486c00-0f0e-4175-be3b-efae012db8dc, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=b1486c00-0f0e-4175-be3b-efae012db8dc,segment=NetworkSegment(c1d821e9-e943-422a-a774-362078f32179),segment_id=c1d821e9-e943-422a-a774-362078f32179)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 17:58:45.915069 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:45.918857 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:46.034708 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Pushing event updated for resources: {'Port': ['ID=b1486c00-0f0e-4175-be3b-efae012db8dc,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:46.040500 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:47.032016 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60504) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:47.499983 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [None req-2bae3d20-ee11-4fc1-9587-113a66fe8472 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 17:58:47.501304 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-2bae3d20-ee11-4fc1-9587-113a66fe8472 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4677947 Jun 11 17:58:50.799202 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60512) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:51.245523 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [None req-704f34de-f482-4fa0-800d-d17e57c80223 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 17:58:51.246715 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-704f34de-f482-4fa0-800d-d17e57c80223 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4461794 Jun 11 17:58:53.136840 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a26ceb-9e49-4369-a753-46b7f8231bfe None None] Network 3d7ab733-47db-4864-86e1-39d7c5a98686 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 17:58:53.223435 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-18d3ebb9-24a0-4c4b-a973-23ccb0e0f9a6 None None] Provisioning for port b1486c00-0f0e-4175-be3b-efae012db8dc completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:58:53.970488 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device b1486c00-0f0e-4175-be3b-efae012db8dc up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:58:54.057401 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port b1486c00-0f0e-4175-be3b-efae012db8dc completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:58:54.061493 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port b1486c00-0f0e-4175-be3b-efae012db8dc triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:54.061892 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.188120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.227108 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port b1486c00-0f0e-4175-be3b-efae012db8dc, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=b1486c00-0f0e-4175-be3b-efae012db8dc,segment=NetworkSegment(c1d821e9-e943-422a-a774-362078f32179),segment_id=c1d821e9-e943-422a-a774-362078f32179)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 17:58:54.231346 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.233996 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:58:54.290531 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=b1486c00-0f0e-4175-be3b-efae012db8dc,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:58:54.293753 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:58:54.337772 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60526) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:54.660307 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-b8107ca2-5730-4515-a7a0-1ad39d4a4732 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'name': 'router1'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:58:54.686756 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8107ca2-5730-4515-a7a0-1ad39d4a4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.688475 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8107ca2-5730-4515-a7a0-1ad39d4a4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.842148 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8107ca2-5730-4515-a7a0-1ad39d4a4732 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.848159 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8107ca2-5730-4515-a7a0-1ad39d4a4732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.861509 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8107ca2-5730-4515-a7a0-1ad39d4a4732 admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:54.862724 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b8107ca2-5730-4515-a7a0-1ad39d4a4732 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5239646 Jun 11 17:58:55.145214 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a70efd28-a3eb-4725-b5bb-a1b420bb4808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:55.930128 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device b1486c00-0f0e-4175-be3b-efae012db8dc up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:58:55.990981 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port b1486c00-0f0e-4175-be3b-efae012db8dc triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:58:55.991346 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:57.282472 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60534) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:58:57.691664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [None req-efd95bf0-41bf-4bd2-8f70-dc7614321563 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 17:58:57.692694 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-efd95bf0-41bf-4bd2-8f70-dc7614321563 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4092751 Jun 11 17:58:57.835491 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a998fd84-4c2f-4f95-92ed-efd9ca1853c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:57.972223 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:58:59.111692 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.098798 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60552) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:59:00.260505 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:59:00.290131 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Made reservation on behalf of c1ff45f4b17e43c2b1ff1f7a663c8d1d for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 17:59:00.292640 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.305004 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.407873 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.412062 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.415462 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:00.429705 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Reserving flat network on physical network physnet1 {{(pid=92016) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 11 17:59:00.450271 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f609acaa-8f50-45dc-80cd-1c3c09532b75,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:00.456817 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.457288 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Added segment ce6265b6-d63e-430a-9248-a836b88f0760 of type flat for network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 Jun 11 17:59:00.459251 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:00.528939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.570637 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.572137 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:59:00.572659 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:00.574746 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5da87c2b-5f14-4d4d-a849-f651aacf1cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:00.611659 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5115194 Jun 11 17:59:00.666313 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff23d0c-d25e-406d-9e9f-7b498d705b88,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:00.669093 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:00.680786 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 17:59:00.936905 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:02.885585 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60570) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:59:03.006220 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1fe3e-7d73-418e-b73c-a22e8f1c1ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:59:03.007574 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-02b1fe3e-7d73-418e-b73c-a22e8f1c1ec1 admin admin] 10.222.0.15 "GET /v2.0/subnets/ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e HTTP/1.1" status: 200 len: 849 time: 0.1210322 Jun 11 17:59:03.174206 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-447700e2-76eb-4e76-8e53-f4b33b581f48 admin admin] 10.222.0.15 "GET /v2.0/routers/41a6d1e5-b2d0-412f-b312-c5d45ab7a17f HTTP/1.1" status: 200 len: 704 time: 0.1607280 Jun 11 17:59:03.612557 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:03.958325 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Allocated IP 172.20.0.1 (3d7ab733-47db-4864-86e1-39d7c5a98686/ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e/dfafde5d-7e07-4426-964d-3441d7c152c7) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 17:59:04.166489 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:04.192835 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Transition to ACTIVE for port object dfafde5d-7e07-4426-964d-3441d7c152c7 will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:59:04.295518 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:04.298709 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:04.378385 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Network 3d7ab733-47db-4864-86e1-39d7c5a98686 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 17:59:04.383108 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:59:04.385876 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 17:59:04.386408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:04.414618 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Pushing event updated for resources: {'Port': ['ID=dfafde5d-7e07-4426-964d-3441d7c152c7,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:04.418456 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:04.569302 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-ff682f01-d6ff-40c6-9ba4-160460acfea5 None None] Provisioning for port dfafde5d-7e07-4426-964d-3441d7c152c7 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:59:04.573471 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-ff682f01-d6ff-40c6-9ba4-160460acfea5 None None] Provisioning complete for port dfafde5d-7e07-4426-964d-3441d7c152c7 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:59:04.573850 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ff682f01-d6ff-40c6-9ba4-160460acfea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:04.635855 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-ff682f01-d6ff-40c6-9ba4-160460acfea5 None None] Port dfafde5d-7e07-4426-964d-3441d7c152c7 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 17:59:04.680512 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:04.903164 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:04.910858 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:04.912201 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:04.914950 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:04.988033 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Pushing event updated for resources: {'Port': ['ID=dfafde5d-7e07-4426-964d-3441d7c152c7,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:04.990815 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:05.080044 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Network 3d7ab733-47db-4864-86e1-39d7c5a98686 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 17:59:05.081515 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:59:05.360090 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-4bbd21f8-3f12-4341-88cf-5d8deeba162e None None] Provisioning complete for port dfafde5d-7e07-4426-964d-3441d7c152c7 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:59:05.360467 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4bbd21f8-3f12-4341-88cf-5d8deeba162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:05.360769 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Router 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 17:59:05.406294 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-4bbd21f8-3f12-4341-88cf-5d8deeba162e None None] Port dfafde5d-7e07-4426-964d-3441d7c152c7 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 17:59:05.515734 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 17:59:05.522014 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] 10.222.0.15 "PUT /v2.0/routers/41a6d1e5-b2d0-412f-b312-c5d45ab7a17f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3420010 Jun 11 17:59:05.527570 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Sync routers for ids ['41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 17:59:05.541592 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Routers {'41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:59:05.542493 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T17:58:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:59:05.770354 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Set router 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f gateway port host: None {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 17:59:06.286587 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'name': 'router1', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:54Z', 'updated_at': '2021-06-11T17:59:04Z', 'revision_number': 2, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'gw_port_host': None, '_interfaces': [{'id': 'dfafde5d-7e07-4426-964d-3441d7c152c7', 'name': '', 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'mac_address': 'fa:16:3e:ac:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:03Z', 'updated_at': '2021-06-11T17:59:04Z', 'revision_number': 2, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'subnets': [{'id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02a65e26-5b22-4cff-9f77-631e46808c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:59:06.293554 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Checking router: 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 17:59:06.293921 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Updating router 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f port dfafde5d-7e07-4426-964d-3441d7c152c7 binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 17:59:06.393823 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:07.036316 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:07.057559 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Transition to ACTIVE for port object dfafde5d-7e07-4426-964d-3441d7c152c7 will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:59:07.065771 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:07.069115 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:07.325105 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Pushing event updated for resources: {'Port': ['ID=dfafde5d-7e07-4426-964d-3441d7c152c7,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:07.342807 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Attempting to bind port dfafde5d-7e07-4426-964d-3441d7c152c7 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 17:59:07.343312 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Attempting to bind port dfafde5d-7e07-4426-964d-3441d7c152c7 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 17:59:07.343635 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Attempting to bind port dfafde5d-7e07-4426-964d-3441d7c152c7 on network 3d7ab733-47db-4864-86e1-39d7c5a98686 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 17:59:07.347653 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.348021 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.348356 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.348682 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.349002 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.349321 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.349636 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.349996 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.350327 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.350643 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.350954 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.351263 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Tracked resource versions report: Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: pushed versions: Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: { 'AddressGroup': {'1.2'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'ConntrackHelper': {'1.0'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Log': {'1.0'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Network': {'1.1'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Port': {'1.7'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'PortForwarding': {'1.2'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'QosPolicy': {'1.8'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SecurityGroup': {'1.4'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SecurityGroupRule': {'1.2'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SubPort': {'1.0'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Subnet': {'1.1'}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Trunk': {'1.1'}} Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: consumer versions: Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: { DHCP agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: L3 agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: Metadata agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: Metering agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: Open vSwitch agent@dv-cinder-796049-1-iscsi: { 'AddressGroup': '1.2', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'ConntrackHelper': '1.0', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Log': '1.0', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Network': '1.1', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Port': '1.7', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'PortForwarding': '1.2', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'QosPolicy': '1.8', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SecurityGroup': '1.4', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SecurityGroupRule': '1.2', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SubPort': '1.0', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Subnet': '1.1', Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Trunk': '1.1'}} Jun 11 17:59:07.352420 dv-cinder-796049-1-iscsi neutron-server[92018]: {{(pid=92018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 17:59:07.357017 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 17, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 17:59:07.357297 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Checking segment: {'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:59:07.357778 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:07.358164 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Bound using segment: {'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 17:59:07.358691 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Bound port: dfafde5d-7e07-4426-964d-3441d7c152c7, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d821e9-e943-422a-a774-362078f32179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 17:59:07.359065 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:07.363325 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:07.446064 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] For port dfafde5d-7e07-4426-964d-3441d7c152c7, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 17:59:07.473337 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] For port dfafde5d-7e07-4426-964d-3441d7c152c7, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=dfafde5d-7e07-4426-964d-3441d7c152c7,segment=NetworkSegment(c1d821e9-e943-422a-a774-362078f32179),segment_id=c1d821e9-e943-422a-a774-362078f32179)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 17:59:07.479463 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:07.482213 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:07.569492 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Pushing event updated for resources: {'Port': ['ID=dfafde5d-7e07-4426-964d-3441d7c152c7,revision_number=4']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:07.575488 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:07.579801 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Routers {'41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:59:07.581477 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T17:58:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:59:07.767993 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] Set router 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f gateway port host: None {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 17:59:07.849356 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 60580) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:59:08.050994 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff0515-bd63-4ec9-974a-7f25b1607a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:59:08.058899 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-2bff0515-bd63-4ec9-974a-7f25b1607a3c admin admin] 10.222.0.15 "GET /v2.0/networks/3ff23d0c-d25e-406d-9e9f-7b498d705b88 HTTP/1.1" status: 200 len: 842 time: 0.2017779 Jun 11 17:59:08.069625 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:59:08.094552 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Made reservation on behalf of c1ff45f4b17e43c2b1ff1f7a663c8d1d for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 17:59:08.097125 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:08.121214 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'name': 'router1', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:54Z', 'updated_at': '2021-06-11T17:59:04Z', 'revision_number': 2, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'gw_port_host': None, '_interfaces': [{'id': 'dfafde5d-7e07-4426-964d-3441d7c152c7', 'name': '', 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'mac_address': 'fa:16:3e:ac:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:03Z', 'updated_at': '2021-06-11T17:59:07Z', 'revision_number': 4, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'subnets': [{'id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02a65e26-5b22-4cff-9f77-631e46808c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:59:08.124853 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124d3229-b4e6-4d2c-acbb-67e362d89265 None None] The sync data for ids ['41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'] in dv-cinder-796049-1-iscsi is: [{'id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'name': 'router1', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:54Z', 'updated_at': '2021-06-11T17:59:04Z', 'revision_number': 2, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'gw_port_host': None, '_interfaces': [{'id': 'dfafde5d-7e07-4426-964d-3441d7c152c7', 'name': '', 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'mac_address': 'fa:16:3e:ac:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:03Z', 'updated_at': '2021-06-11T17:59:07Z', 'revision_number': 4, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'subnets': [{'id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02a65e26-5b22-4cff-9f77-631e46808c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 17:59:08.485133 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.objects.ports [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92016) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 11 17:59:08.485862 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:08.489417 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:08.577127 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=821901b6-e542-430f-871f-d64b7becdd1c,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:08.582362 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:08.586045 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:59:08.586045 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Network hostable DHCP agents. Network: 3ff23d0c-d25e-406d-9e9f-7b498d705b88, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 17:59:08.605605 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 17:59:08.616945 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 3ff23d0c-d25e-406d-9e9f-7b498d705b88) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:59:08.621382 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:59:08.622706 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:08.628871 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c545f-874f-42e8-8144-db553d89804c None None] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 17:59:08.655785 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5944571 Jun 11 17:59:08.892759 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ac2f7-1cac-4ce2-9332-2cb7fac5e083 None None] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 17:59:11.061100 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 60592) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:59:11.420260 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-e9a87c4e-7acf-4afc-84e6-2411120329e0 admin admin] 10.222.0.15 "GET /v2.0/routers/41a6d1e5-b2d0-412f-b312-c5d45ab7a17f HTTP/1.1" status: 200 len: 710 time: 0.3578510 Jun 11 17:59:11.649617 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae92f7db-cf1c-4a74-97e4-749f0c8a354c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 17:59:11.651031 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-ae92f7db-cf1c-4a74-97e4-749f0c8a354c admin admin] 10.222.0.15 "GET /v2.0/networks/3ff23d0c-d25e-406d-9e9f-7b498d705b88 HTTP/1.1" status: 200 len: 886 time: 0.2246165 Jun 11 17:59:11.660648 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 17:59:11.984617 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device dfafde5d-7e07-4426-964d-3441d7c152c7 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:59:12.054715 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port dfafde5d-7e07-4426-964d-3441d7c152c7 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:59:12.059509 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port dfafde5d-7e07-4426-964d-3441d7c152c7 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:59:12.060524 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:12.157003 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:12.175720 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:12.228397 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port dfafde5d-7e07-4426-964d-3441d7c152c7, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=dfafde5d-7e07-4426-964d-3441d7c152c7,segment=NetworkSegment(c1d821e9-e943-422a-a774-362078f32179),segment_id=c1d821e9-e943-422a-a774-362078f32179)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 17:59:12.235493 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:12.240122 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-8cd162d3-e59c-4ca2-911c-47aed0da2207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:12.347405 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=dfafde5d-7e07-4426-964d-3441d7c152c7,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:12.353258 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:12.583472 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:12.684361 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:12.926935 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Allocated IP 172.27.0.218 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/a291c54f-5d15-426c-b7b0-23a6eef2fdf1) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 17:59:13.084137 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:13.181013 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:13.184325 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:13.255446 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 17:59:13.262024 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 17:59:13.314723 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Pushing event updated for resources: {'Port': ['ID=a291c54f-5d15-426c-b7b0-23a6eef2fdf1,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:13.319447 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 17:59:13.326092 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.326435 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.326764 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.327096 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.327413 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.327737 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.328081 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.328398 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.328730 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.329055 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.329360 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.329674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Tracked resource versions report: Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: pushed versions: Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: { 'AddressGroup': {'1.2'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'ConntrackHelper': {'1.0'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Log': {'1.0'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Network': {'1.1'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Port': {'1.7'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'PortForwarding': {'1.2'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'QosPolicy': {'1.8'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SecurityGroup': {'1.4'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SecurityGroupRule': {'1.2'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SubPort': {'1.0'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Subnet': {'1.1'}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Trunk': {'1.1'}} Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: consumer versions: Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: { DHCP agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: L3 agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: Metadata agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: Metering agent@dv-cinder-796049-1-iscsi: {}, Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: Open vSwitch agent@dv-cinder-796049-1-iscsi: { 'AddressGroup': '1.2', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'ConntrackHelper': '1.0', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Log': '1.0', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Network': '1.1', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Port': '1.7', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'PortForwarding': '1.2', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'QosPolicy': '1.8', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SecurityGroup': '1.4', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SecurityGroupRule': '1.2', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SubPort': '1.0', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Subnet': '1.1', Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Trunk': '1.1'}} Jun 11 17:59:13.330768 dv-cinder-796049-1-iscsi neutron-server[92015]: {{(pid=92015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 17:59:13.430836 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:13.740011 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:13.951582 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device dfafde5d-7e07-4426-964d-3441d7c152c7 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:59:14.008411 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port dfafde5d-7e07-4426-964d-3441d7c152c7 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:59:14.008692 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:14.034893 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:14.038462 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-358060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-358037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-428877'] for router, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:14.191961 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Router 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 17:59:14.347108 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 17:59:14.353737 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Notify callbacks [] for router, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:14.357048 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] 10.222.0.15 "PUT /v2.0/routers/41a6d1e5-b2d0-412f-b312-c5d45ab7a17f HTTP/1.1" status: 200 len: 890 time: 2.6992366 Jun 11 17:59:14.357951 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Sync routers for ids ['41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 17:59:14.369894 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Routers {'41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:59:14.370575 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T17:58:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:59:14.705108 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Set router 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 17:59:15.295634 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'name': 'router1', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a291c54f-5d15-426c-b7b0-23a6eef2fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:54Z', 'updated_at': '2021-06-11T17:59:13Z', 'revision_number': 4, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'gw_port': {'id': 'a291c54f-5d15-426c-b7b0-23a6eef2fdf1', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:12Z', 'updated_at': '2021-06-11T17:59:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'dfafde5d-7e07-4426-964d-3441d7c152c7', 'name': '', 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'mac_address': 'fa:16:3e:ac:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:03Z', 'updated_at': '2021-06-11T17:59:12Z', 'revision_number': 5, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'subnets': [{'id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02a65e26-5b22-4cff-9f77-631e46808c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:59:15.303417 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Checking router: 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 17:59:15.303702 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Updating router 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f port a291c54f-5d15-426c-b7b0-23a6eef2fdf1 binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 17:59:15.349786 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:15.715208 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 17:59:15.763657 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:15.774643 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Transition to ACTIVE for port object a291c54f-5d15-426c-b7b0-23a6eef2fdf1 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 17:59:15.782902 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:15.785294 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:15.845724 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Attempting to bind port a291c54f-5d15-426c-b7b0-23a6eef2fdf1 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 17:59:15.846105 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Attempting to bind port a291c54f-5d15-426c-b7b0-23a6eef2fdf1 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 17:59:15.846541 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Attempting to bind port a291c54f-5d15-426c-b7b0-23a6eef2fdf1 on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 17:59:15.848805 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713f7b7-72ea-49c1-a4d1-0fad9851737a None None] Pushing event updated for resources: {'Port': ['ID=a291c54f-5d15-426c-b7b0-23a6eef2fdf1,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:15.852423 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-9713f7b7-72ea-49c1-a4d1-0fad9851737a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:15.855211 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 17, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 17:59:15.855592 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 17:59:15.856049 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:15.856467 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 17:59:15.856952 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Bound port: a291c54f-5d15-426c-b7b0-23a6eef2fdf1, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 17:59:15.857331 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:15.924995 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] For port a291c54f-5d15-426c-b7b0-23a6eef2fdf1, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 17:59:15.928384 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] For port a291c54f-5d15-426c-b7b0-23a6eef2fdf1, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=a291c54f-5d15-426c-b7b0-23a6eef2fdf1,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 17:59:15.934475 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:15.940265 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-9713f7b7-72ea-49c1-a4d1-0fad9851737a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:16.033980 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Routers {'41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 17:59:16.034661 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T17:58:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:59:16.086262 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713f7b7-72ea-49c1-a4d1-0fad9851737a None None] Pushing event updated for resources: {'Port': ['ID=a291c54f-5d15-426c-b7b0-23a6eef2fdf1,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:16.089759 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-9713f7b7-72ea-49c1-a4d1-0fad9851737a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:16.197410 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] Set router 41a6d1e5-b2d0-412f-b312-c5d45ab7a17f gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 17:59:16.571266 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'name': 'router1', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a291c54f-5d15-426c-b7b0-23a6eef2fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:54Z', 'updated_at': '2021-06-11T17:59:13Z', 'revision_number': 4, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'gw_port': {'id': 'a291c54f-5d15-426c-b7b0-23a6eef2fdf1', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:12Z', 'updated_at': '2021-06-11T17:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'dfafde5d-7e07-4426-964d-3441d7c152c7', 'name': '', 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'mac_address': 'fa:16:3e:ac:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:03Z', 'updated_at': '2021-06-11T17:59:12Z', 'revision_number': 5, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'subnets': [{'id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02a65e26-5b22-4cff-9f77-631e46808c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 17:59:16.577482 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0bd542-085f-47bb-b5e9-4d75636bb6e5 None None] The sync data for ids ['41a6d1e5-b2d0-412f-b312-c5d45ab7a17f'] in dv-cinder-796049-1-iscsi is: [{'id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'name': 'router1', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'a291c54f-5d15-426c-b7b0-23a6eef2fdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T17:58:54Z', 'updated_at': '2021-06-11T17:59:13Z', 'revision_number': 4, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'gw_port': {'id': 'a291c54f-5d15-426c-b7b0-23a6eef2fdf1', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:47:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:12Z', 'updated_at': '2021-06-11T17:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'dfafde5d-7e07-4426-964d-3441d7c152c7', 'name': '', 'network_id': '3d7ab733-47db-4864-86e1-39d7c5a98686', 'tenant_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'mac_address': 'fa:16:3e:ac:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a6d1e5-b2d0-412f-b312-c5d45ab7a17f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T17:59:03Z', 'updated_at': '2021-06-11T17:59:12Z', 'revision_number': 5, 'project_id': 'f149f0dfe85b465eb2918b8dfbae90c9', 'subnets': [{'id': 'ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '02a65e26-5b22-4cff-9f77-631e46808c22'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 17:59:17.087830 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 60604) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 17:59:17.269096 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-808e9d51-7345-4493-ae08-f3360822925f admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1797607 Jun 11 17:59:17.977668 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device a291c54f-5d15-426c-b7b0-23a6eef2fdf1 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:59:18.080846 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port a291c54f-5d15-426c-b7b0-23a6eef2fdf1 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 17:59:18.085546 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port a291c54f-5d15-426c-b7b0-23a6eef2fdf1 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:59:18.085920 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:18.215515 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:18.244734 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port a291c54f-5d15-426c-b7b0-23a6eef2fdf1, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=a291c54f-5d15-426c-b7b0-23a6eef2fdf1,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 17:59:18.249392 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:18.253198 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 17:59:18.314013 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=a291c54f-5d15-426c-b7b0-23a6eef2fdf1,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 17:59:18.317755 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 17:59:19.966302 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device a291c54f-5d15-426c-b7b0-23a6eef2fdf1 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 17:59:20.038722 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port a291c54f-5d15-426c-b7b0-23a6eef2fdf1 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 17:59:20.038955 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:25.190674 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-44ea990f-8890-4667-988a-59d3546a6379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:27.877155 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-059dd28a-e7cc-486d-a80f-13650d673791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:27.991970 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:29.134746 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:30.983004 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:52.716385 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 17:59:55.156366 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-e11e3284-9ba5-47f5-b946-b65d40ea9389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:57.848451 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-dde81a87-6746-4635-af01-0e111ffdefa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:57.970830 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 17:59:59.115917 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:00.964255 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:25.163480 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d50ea9b7-668c-497d-8323-260e0db54997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:27.841331 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6b748384-617d-4a94-826c-62c4d00d2af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:27.967012 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:29.119566 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:29.719766 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:00:30.962364 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:55.170808 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3d74d9ef-57d7-4998-828f-dbdca8d42d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:57.852764 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-76ad0f7a-f6f2-4744-84e9-b117dfac7b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:57.975600 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:00:59.123589 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:00.965388 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:06.719642 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:01:08.627943 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 32940) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:08.710592 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.pecan_wsgi.hooks.translation [None req-77065510-0d80-435c-8110-b0e7a28903f0 admin admin] GET failed (client error): The resource could not be found. Jun 11 18:01:08.712186 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-77065510-0d80-435c-8110-b0e7a28903f0 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0828805 Jun 11 18:01:09.039054 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343c347c-7928-4ed8-a79b-5da09a482ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:09.040823 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-343c347c-7928-4ed8-a79b-5da09a482ee1 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3237758 Jun 11 18:01:12.378720 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 32950) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:12.563310 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f37fa41-aeb9-42ba-9330-306d7434b324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:12.565608 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-8f37fa41-aeb9-42ba-9330-306d7434b324 admin admin] 10.222.0.15 "GET /v2.0/subnets/ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e HTTP/1.1" status: 200 len: 849 time: 0.1856172 Jun 11 18:01:12.578735 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:01:12.726639 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Notify callbacks [] for subnet, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:12.958300 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788191868730'] for subnet, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:12.962212 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-59213a51-a583-4c42-9b3c-a39638645e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:01:13.032829 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:13.033415 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:13.036538 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] 10.222.0.15 "PUT /v2.0/subnets/ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e HTTP/1.1" status: 200 len: 868 time: 0.4635327 Jun 11 18:01:13.038178 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87d8d3b-2a74-4442-a229-50f69f524dc9 None None] Network 3d7ab733-47db-4864-86e1-39d7c5a98686 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:01:13.074589 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:01:13.087152 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.088345 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.088939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.089538 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.090436 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.091036 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.091583 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.092135 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.092558 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.093111 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.093650 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.094183 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:01:13.100667 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:01:13.664836 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-493f3d2b-02d5-491b-bf08-d294006e34fd None None] Provisioning complete for port b1486c00-0f0e-4175-be3b-efae012db8dc triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:01:13.665369 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-493f3d2b-02d5-491b-bf08-d294006e34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:13.846265 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-493f3d2b-02d5-491b-bf08-d294006e34fd None None] Provisioning complete for port dfafde5d-7e07-4426-964d-3441d7c152c7 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:01:13.846782 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-493f3d2b-02d5-491b-bf08-d294006e34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:15.477259 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 32960) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:15.859094 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962a37e-b0c3-48cd-ac57-97d02e9bba72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:15.859990 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962a37e-b0c3-48cd-ac57-97d02e9bba72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:15.862665 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-0962a37e-b0c3-48cd-ac57-97d02e9bba72 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3838100 Jun 11 18:01:18.159534 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 32968) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:18.442483 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96babf-d914-498d-9760-fb243daf408c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:18.442991 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a96babf-d914-498d-9760-fb243daf408c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:18.444629 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-7a96babf-d914-498d-9760-fb243daf408c admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2837515 Jun 11 18:01:20.779565 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 32976) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:20.996716 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2af54e5-8867-433f-9c67-13f4f6381390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:20.998175 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-f2af54e5-8867-433f-9c67-13f4f6381390 admin admin] 10.222.0.15 "GET /v2.0/networks/3d7ab733-47db-4864-86e1-39d7c5a98686 HTTP/1.1" status: 200 len: 869 time: 0.2173846 Jun 11 18:01:23.502423 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 32984) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:23.692566 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2c6c0-8f2e-4352-a8bd-824245d91c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:23.693992 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-94c2c6c0-8f2e-4352-a8bd-824245d91c78 admin admin] 10.222.0.15 "GET /v2.0/networks/3ff23d0c-d25e-406d-9e9f-7b498d705b88 HTTP/1.1" status: 200 len: 886 time: 0.1902835 Jun 11 18:01:25.164670 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-89033f2e-ea30-44b8-a35c-a8ecaf13f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:26.139453 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 32992) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:26.320040 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5973c6-1002-4f79-8887-3f9a091a1242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:26.320688 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5973c6-1002-4f79-8887-3f9a091a1242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:26.322726 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-9f5973c6-1002-4f79-8887-3f9a091a1242 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1817992 Jun 11 18:01:27.857438 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8925-7dc9-4c5b-8df2-342ae6c70c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:27.980090 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:28.845414 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33000) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:29.001196 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34587dad-d81e-4da7-b85d-5129f5d63641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:29.001826 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34587dad-d81e-4da7-b85d-5129f5d63641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:29.004026 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-34587dad-d81e-4da7-b85d-5129f5d63641 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1570868 Jun 11 18:01:29.131637 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:30.972585 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:31.401839 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33008) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:31.554601 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951de06-8cd2-4014-8470-abd4f451c1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:31.557726 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-5951de06-8cd2-4014-8470-abd4f451c1a9 admin admin] 10.222.0.15 "GET /v2.0/subnets/821901b6-e542-430f-871f-d64b7becdd1c HTTP/1.1" status: 200 len: 816 time: 0.1544039 Jun 11 18:01:34.178579 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33016) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:01:34.343682 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e8567-962c-4543-860c-ace9445c6c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:01:34.345206 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-095e8567-962c-4543-860c-ace9445c6c66 admin admin] 10.222.0.15 "GET /v2.0/subnets/ab7ddb99-f5f2-4137-9ad5-03f922a7eb5e HTTP/1.1" status: 200 len: 868 time: 0.1653264 Jun 11 18:01:43.719068 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:01:55.168512 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8b83be01-f411-4ee4-8302-d5126ad7344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:57.858695 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a2bc4db8-e56b-4c9c-8824-e6acd52b4e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:57.985667 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:01:59.130809 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:00.978211 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:04.035919 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33062) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:02:04.094189 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [None req-cbea00de-93e8-462d-a9d9-3ddee365895a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:02:04.095291 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-cbea00de-93e8-462d-a9d9-3ddee365895a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580380 Jun 11 18:02:06.589081 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33070) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:02:06.658275 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f381b0-59c4-48a5-a476-f279946561f1 admin admin] GET failed (client error): The resource could not be found. Jun 11 18:02:06.659806 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-86f381b0-59c4-48a5-a476-f279946561f1 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693750 Jun 11 18:02:06.781393 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe460143-2472-4b1b-873c-ce1838b34941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:02:06.782917 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-fe460143-2472-4b1b-873c-ce1838b34941 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1189089 Jun 11 18:02:09.308524 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33078) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:02:09.366925 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:02:09.404017 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Made reservation on behalf of c1ff45f4b17e43c2b1ff1f7a663c8d1d for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:02:09.406965 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:09.464551 dv-cinder-796049-1-iscsi neutron-server[92015]: WARNING neutron.services.revisions.revision_plugin [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Could not find related network for resource to bump revision. Jun 11 18:02:09.489472 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:02:09.514756 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788192031407', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:09.516126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Unsubscribe: segment precommit_create {{(pid=92015) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 11 18:02:09.516893 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Added segment d5814020-6447-4b62-87a2-a7d8185d10b9 of type vlan for network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e Jun 11 18:02:09.637040 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:09.689768 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:09.691246 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:02:09.691944 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:09.694903 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:02:09.758644 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4486444 Jun 11 18:02:09.869864 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Pushing event updated for resources: {'Network': ['ID=32bb85ce-bcb1-4fc0-8dd8-1819a27e147e,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:02:09.883792 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.884408 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.885031 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.885598 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.886165 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.886742 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.887251 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.887794 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.888331 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.888842 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.889362 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.889883 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:09.897145 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:02:09.909452 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:02:12.198561 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33086) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:02:12.299276 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.pecan_wsgi.hooks.translation [None req-15841145-21d1-4894-b46b-11f856e5312b admin admin] GET failed (client error): The resource could not be found. Jun 11 18:02:12.301733 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-15841145-21d1-4894-b46b-11f856e5312b admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1018028 Jun 11 18:02:12.479366 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa09bdc-4f94-421e-a450-afaf4cff7c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:02:12.482126 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-7fa09bdc-4f94-421e-a450-afaf4cff7c40 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1756978 Jun 11 18:02:12.496265 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:02:12.533703 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Made reservation on behalf of c1ff45f4b17e43c2b1ff1f7a663c8d1d for: {'subnet': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:02:12.536575 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:12.834733 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:12.837397 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:02:12.907316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62fbdbe1-4285-4a57-9678-3c497ef5fab2,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:02:12.919046 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:02:12.929359 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Checking segment: {'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:02:12.929823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Network hostable DHCP agents. Network: 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:02:12.957925 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:02:12.973466 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e) {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:02:12.978549 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:02:12.979417 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:12.987472 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8c3019-5749-4f32-a7a7-57dbeab73f5d None None] Network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:02:12.999894 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5105491 Jun 11 18:02:13.323655 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-32bb85ce-bcb1-4fc0-8dd8-1819a27e147e', 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e', 'tenant_id': 'c1ff45f4b17e43c2b1ff1f7a663c8d1d', 'fixed_ips': [{'subnet_id': '62fbdbe1-4285-4a57-9678-3c497ef5fab2'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:02:13.324606 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:13.530605 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Allocated IP 192.168.233.2 (32bb85ce-bcb1-4fc0-8dd8-1819a27e147e/62fbdbe1-4285-4a57-9678-3c497ef5fab2/a5d87503-3d3a-4625-a983-ad661b1162cd) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:02:13.833711 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:13.845021 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Transition to ACTIVE for port object a5d87503-3d3a-4625-a983-ad661b1162cd will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:02:13.867840 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Transition to ACTIVE for port object a5d87503-3d3a-4625-a983-ad661b1162cd will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:02:13.877729 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:13.883078 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:02:14.096719 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:02:14.110462 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:02:14.120305 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:02:14.133256 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Pushing event updated for resources: {'Port': ['ID=a5d87503-3d3a-4625-a983-ad661b1162cd,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:02:14.170300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.170300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.170300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.170300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.170801 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.170878 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.171377 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.172742 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.172742 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.172742 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.172742 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.173293 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:02:14.177554 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:02:14.228494 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Attempting to bind port a5d87503-3d3a-4625-a983-ad661b1162cd on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:02:14.228867 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Attempting to bind port a5d87503-3d3a-4625-a983-ad661b1162cd by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:02:14.229222 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Attempting to bind port a5d87503-3d3a-4625-a983-ad661b1162cd on network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:02:14.235402 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:02:14.235804 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Checking segment: {'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:02:14.236220 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:14.236694 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Bound using segment: {'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:02:14.237224 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Bound port: a5d87503-3d3a-4625-a983-ad661b1162cd, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:02:14.237697 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:14.344010 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] For port a5d87503-3d3a-4625-a983-ad661b1162cd, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:02:14.350776 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] For port a5d87503-3d3a-4625-a983-ad661b1162cd, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=a5d87503-3d3a-4625-a983-ad661b1162cd,segment=NetworkSegment(d5814020-6447-4b62-87a2-a7d8185d10b9),segment_id=d5814020-6447-4b62-87a2-a7d8185d10b9)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:02:14.358077 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:14.363524 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:02:14.480411 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Pushing event updated for resources: {'Port': ['ID=a5d87503-3d3a-4625-a983-ad661b1162cd,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:02:14.485433 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:02:15.483298 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926513e0-9a70-4c9c-91a5-795bb0a1eee3 None None] Network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:02:15.602789 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-3c673700-3bf2-4e43-b320-c570d7013b21 None None] Provisioning for port a5d87503-3d3a-4625-a983-ad661b1162cd completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:02:16.144451 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device a5d87503-3d3a-4625-a983-ad661b1162cd up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:02:16.246750 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port a5d87503-3d3a-4625-a983-ad661b1162cd completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:02:16.253725 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port a5d87503-3d3a-4625-a983-ad661b1162cd triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:02:16.254360 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:16.424086 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:16.488789 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port a5d87503-3d3a-4625-a983-ad661b1162cd, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=a5d87503-3d3a-4625-a983-ad661b1162cd,segment=NetworkSegment(d5814020-6447-4b62-87a2-a7d8185d10b9),segment_id=d5814020-6447-4b62-87a2-a7d8185d10b9)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:02:16.495098 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:16.500038 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:02:16.596275 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=a5d87503-3d3a-4625-a983-ad661b1162cd,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:02:16.602226 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:02:18.100621 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device a5d87503-3d3a-4625-a983-ad661b1162cd up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:02:18.196974 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port a5d87503-3d3a-4625-a983-ad661b1162cd triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:02:18.197615 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:20.722195 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:02:25.175165 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-7538d883-c358-4f85-bd0f-0ba0b1c1ac41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:27.862075 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-023749fd-8492-40da-95a2-6c35a10013ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:27.981076 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:29.132777 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:30.983534 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:55.162867 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-405a56b3-434f-47a4-b50f-d0396875b56b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:57.722596 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:02:57.858626 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecd64-b36b-4447-b3eb-e2de9fb2cc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:57.982787 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:02:59.143500 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:00.983369 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:25.161100 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-69af34e1-5aea-41ea-8d3c-6b0f55ffcca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:27.852738 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0db66205-c914-49dc-84de-4e175af5c9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:27.986795 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:29.143008 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:30.989407 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:33.119047 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33138) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:03:33.126425 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [None req-43acae4b-ccc2-4d6f-8616-d6467317cb0b tempest-verify_tempest_config-1982692202 tempest-verify_tempest_config-1982692202-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:03:33.127787 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-43acae4b-ccc2-4d6f-8616-d6467317cb0b tempest-verify_tempest_config-1982692202 tempest-verify_tempest_config-1982692202-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071387 Jun 11 18:03:33.496368 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33156) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:03:33.644526 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:33.806837 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:33.812220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:33.820416 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:03:33.874100 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3416edaf13fe4159946bb835d3eafd2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3764577 Jun 11 18:03:33.877251 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33160) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:03:33.880674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950fa01e-038e-4cbe-8421-a0ed29912a0d,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:03:33.888775 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.889147 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.889490 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.889814 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.890381 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.890727 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.891046 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.891359 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.891688 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.892043 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.892353 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.892659 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:33.898162 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:03:33.958546 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:33.983669 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:34.089576 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:34.093263 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:34.094592 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/950fa01e-038e-4cbe-8421-a0ed29912a0d HTTP/1.1" status: 204 len: 168 time: 0.2155168 Jun 11 18:03:34.095366 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:03:34.105877 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950fa01e-038e-4cbe-8421-a0ed29912a0d,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:03:34.114443 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.114905 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.115312 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.115737 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.116227 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.116696 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.117166 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.117700 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.118220 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.118661 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.119092 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.119664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:03:34.126019 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:03:34.721179 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:03:55.153529 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ee33c463-5da7-4629-829f-138ad9d185a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:57.857704 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-18ee83db-6de4-4268-8092-bed52f8fe04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:57.982601 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:03:59.139706 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:00.984314 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:11.725268 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:04:25.162829 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-68a63f69-5057-4756-a585-fdd4b118250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:27.866785 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d9f8ffd3-1cb5-4079-a0a1-998cf8ec7c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:27.991110 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:29.144095 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:30.993164 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:48.725395 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 5 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:04:55.168962 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9602b896-758c-4e21-9855-41631138f45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:57.861902 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2c33eb00-06de-409c-a1ff-ee18aeba9193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:57.983683 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:04:59.147970 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:00.993174 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:12.795657 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398'] for agent, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:17.747060 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33214) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:05:17.865073 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-3f73fd29-9645-49fe-a0c9-40218fa45213 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1167622 Jun 11 18:05:20.187972 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33224) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:05:20.260385 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d5d711b4-9f82-4dad-b003-e7d45c4ee64f admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0709648 Jun 11 18:05:25.166085 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-91f74196-cae9-4bc1-b053-fb7b1c424403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:25.727277 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:05:27.868372 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-52cd6da4-7901-4b64-a07b-36c3f70a916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:27.996065 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:29.151091 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:31.002039 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:42.754548 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:55.168630 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-88159d99-6b86-4dc6-8422-c426bd7d00fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:57.866144 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2e914472-9ae0-46a6-9560-cebebddf8e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:57.998774 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:05:59.154723 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:01.004909 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:02.733104 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:06:12.748688 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:25.181970 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-974395a6-5b90-49cf-b9b0-5cfba2df8f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:27.873454 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-07c5e296-896f-4e35-ad3c-bb909c020128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:28.004315 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:29.169882 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:31.018749 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:39.738075 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:06:42.757735 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:55.178179 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4de7-82db-4696-82a2-1d729b306410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.870614 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9be09854-7892-4ebd-aea4-2a55178baa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:57.999326 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:06:59.180399 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:01.027572 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:08.105446 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33438) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:08.698204 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33456) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:08.733297 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33460) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:08.894689 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-709377925-network', 'tenant_id': '1ae38de8388847ffb10d0bc82989f350'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:08.946591 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Made reservation on behalf of 1ae38de8388847ffb10d0bc82989f350 for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:08.950891 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:08.986270 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.250862 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.263384 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.272509 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-bc696f8a-a1ba-4627-9f3d-3cad39bb52b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:09.336278 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced3ca86-5dcf-40d5-986c-f4c24e022c9e,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:09.356150 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.357005 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.357803 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.360713 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.362023 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.363233 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.364572 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.365599 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.366368 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.367413 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.368229 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.370174 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Tracked resource versions report: Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: pushed versions: Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: { 'AddressGroup': {'1.2'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'ConntrackHelper': {'1.0'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Log': {'1.0'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Network': {'1.1'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Port': {'1.7'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'PortForwarding': {'1.2'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'QosPolicy': {'1.8'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SecurityGroup': {'1.4'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SecurityGroupRule': {'1.2'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SubPort': {'1.0'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Subnet': {'1.1'}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Trunk': {'1.1'}} Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: consumer versions: Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: { DHCP agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: HyperV agent@hv-cinder-79604: {}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: L3 agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: Metadata agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: Metering agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: Open vSwitch agent@dv-cinder-796049-1-iscsi: { 'AddressGroup': '1.2', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'ConntrackHelper': '1.0', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Log': '1.0', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Network': '1.1', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Port': '1.7', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'PortForwarding': '1.2', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'QosPolicy': '1.8', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SecurityGroup': '1.4', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SecurityGroupRule': '1.2', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'SubPort': '1.0', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Subnet': '1.1', Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: 'Trunk': '1.1'}} Jun 11 18:07:09.372778 dv-cinder-796049-1-iscsi neutron-server[92015]: {{(pid=92015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 18:07:09.395647 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1284175232-network', 'tenant_id': '357eb856ba444fd3b070e830204487fc'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:09.452443 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:09.455116 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:07:09.467645 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-network', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:09.473898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Made reservation on behalf of 357eb856ba444fd3b070e830204487fc for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:09.479510 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.509127 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.589262 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.589913 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Added segment 85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4 of type vlan for network be8dea01-a324-469a-a408-fff0eb66b54b Jun 11 18:07:09.733082 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.845517 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.860783 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.862471 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.871853 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:09.872854 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:09.898538 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:10.005579 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:07:10.009347 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Made reservation on behalf of 969795a4f15c48dfb449128acf1e5cf0 for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:10.014652 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.112647 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0048265 Jun 11 18:07:10.117289 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33504) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:10.127729 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Request body: {'subnet': {'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-709377925-subnet', 'tenant_id': '1ae38de8388847ffb10d0bc82989f350', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:10.137136 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Pushing event updated for resources: {'Network': ['ID=be8dea01-a324-469a-a408-fff0eb66b54b,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:10.142843 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:10.151926 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.151926 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Added segment dd8d1490-9b75-48c7-9a5b-753ce506d542 of type vlan for network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 Jun 11 18:07:10.155275 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network be8dea01-a324-469a-a408-fff0eb66b54b details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:07:10.214858 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Made reservation on behalf of 1ae38de8388847ffb10d0bc82989f350 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:10.217260 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.269040 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.321775 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:10.390877 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7834b3-f28f-4de1-9892-4d3d7e600e5c,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:10.397501 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.409702 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:10.461825 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.468705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:10.470001 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.480066 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:10.844069 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Pushing event updated for resources: {'Network': ['ID=65e010af-7e3b-4fa8-9853-e2eac8d4f614,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:10.874442 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:10.905315 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:10.910350 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:10.933203 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:07:11.064512 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.089359 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.105161 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:11.114003 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-bfc11755-bda6-4b25-a076-ad77f1436df7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4139915 Jun 11 18:07:11.133349 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33528) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:11.174973 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Request body: {'subnet': {'network_id': '65e010af-7e3b-4fa8-9853-e2eac8d4f614', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1284175232-subnet', 'tenant_id': '357eb856ba444fd3b070e830204487fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:11.226149 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbe991b-d8de-40f8-b9f2-b4887766ca4c,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:11.231783 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc1318e-2ad2-461c-8ca8-045387643d8b,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:11.240732 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:07:11.244839 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:11.278613 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.279865 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Added segment 5a01ca4e-791a-4b6a-a6a9-565b4d57065a of type vlan for network 10e739d9-43a5-46a7-afb2-324284d3a27f Jun 11 18:07:11.281574 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.282209 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.282784 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.283363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.296140 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.297007 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.297632 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.298255 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.298854 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.299476 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.300092 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.300650 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Tracked resource versions report: Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: pushed versions: Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: { 'AddressGroup': {'1.2'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'ConntrackHelper': {'1.0'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Log': {'1.0'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Network': {'1.1'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Port': {'1.7'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'PortForwarding': {'1.2'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'QosPolicy': {'1.8'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SecurityGroup': {'1.4'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SecurityGroupRule': {'1.2'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SubPort': {'1.0'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Subnet': {'1.1'}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Trunk': {'1.1'}} Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: consumer versions: Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: { DHCP agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: HyperV agent@hv-cinder-79604: {}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: L3 agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: Metadata agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: Metering agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: Open vSwitch agent@dv-cinder-796049-1-iscsi: { 'AddressGroup': '1.2', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'ConntrackHelper': '1.0', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Log': '1.0', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Network': '1.1', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Port': '1.7', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'PortForwarding': '1.2', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'QosPolicy': '1.8', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SecurityGroup': '1.4', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SecurityGroupRule': '1.2', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'SubPort': '1.0', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Subnet': '1.1', Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: 'Trunk': '1.1'}} Jun 11 18:07:11.316094 dv-cinder-796049-1-iscsi neutron-server[92016]: {{(pid=92016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 18:07:11.328212 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Checking segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:11.329283 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Network hostable DHCP agents. Network: be8dea01-a324-469a-a408-fff0eb66b54b, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:07:11.334560 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:11.430480 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.435539 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Network be8dea01-a324-469a-a408-fff0eb66b54b is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:07:11.448593 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Made reservation on behalf of 357eb856ba444fd3b070e830204487fc for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:11.453265 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.542279 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.545161 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:11.546322 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.552808 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:11.713550 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9773791 Jun 11 18:07:11.714556 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33544) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:11.730340 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Request body: {'subnet': {'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-subnet', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:11.812363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, be8dea01-a324-469a-a408-fff0eb66b54b) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:11.825277 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Pushing event updated for resources: {'Network': ['ID=10e739d9-43a5-46a7-afb2-324284d3a27f,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:11.829856 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83279ae-ec9c-4f04-86f9-0c4b8c4b95be None None] Network be8dea01-a324-469a-a408-fff0eb66b54b requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:11.833608 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:11.843279 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:11.844810 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.871916 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Made reservation on behalf of 969795a4f15c48dfb449128acf1e5cf0 for: {'subnet': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:11.885761 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:11.891107 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7719114 Jun 11 18:07:11.914527 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 10e739d9-43a5-46a7-afb2-324284d3a27f details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:07:12.413235 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:12.422462 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:12.643899 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629921c8-9b4e-47b6-a82f-91f3aa59e85b,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:12.650245 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:12.711167 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Checking segment: {'id': 'dd8d1490-9b75-48c7-9a5b-753ce506d542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '65e010af-7e3b-4fa8-9853-e2eac8d4f614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:12.711973 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Network hostable DHCP agents. Network: 65e010af-7e3b-4fa8-9853-e2eac8d4f614, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:07:12.752390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:07:12.789121 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 65e010af-7e3b-4fa8-9853-e2eac8d4f614) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:12.803258 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f4fba-1086-4e91-b5f2-dd9bd7498944 None None] Network be8dea01-a324-469a-a408-fff0eb66b54b requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:12.811038 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:12.814653 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:12.830557 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c459c5c3-f0ee-491b-a692-2945cb0d395f None None] Network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:12.862208 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7257359 Jun 11 18:07:12.961570 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:12.970932 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6b1eebf4-6888-4f57-b95d-5b7b2ddc62f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:13.170331 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:13.178163 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:13.187098 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Checking segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:13.187712 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Network hostable DHCP agents. Network: 10e739d9-43a5-46a7-afb2-324284d3a27f, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:07:13.226361 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Network 10e739d9-43a5-46a7-afb2-324284d3a27f is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:07:13.262531 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 10e739d9-43a5-46a7-afb2-324284d3a27f) {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:13.279957 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:13.279957 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.285090 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.287057 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197f9e7-b2dd-48af-a866-a00ca3dde2d7 None None] Network 10e739d9-43a5-46a7-afb2-324284d3a27f requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:13.319559 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33584) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:13.320808 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6002676 Jun 11 18:07:13.332243 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:13.427698 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.430940 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:13.592045 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.043085 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-10e739d9-43a5-46a7-afb2-324284d3a27f', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:07:14.044233 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.166995 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:14.318399 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad14dcf-f3eb-40d9-b75f-f6b1a4243bd6 None None] Network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:14.574140 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33618) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:15.019605 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-54c0ff59-6fcb-491a-9a55-9ecef0248108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.142316 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Allocated IP 172.20.0.2 (10e739d9-43a5-46a7-afb2-324284d3a27f/e7e1ba3b-0c63-46dc-89ce-a323c1cfde25/3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:15.448519 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-54c0ff59-6fcb-491a-9a55-9ecef0248108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.458979 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-54c0ff59-6fcb-491a-9a55-9ecef0248108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.468681 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:15.593941 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-54c0ff59-6fcb-491a-9a55-9ecef0248108 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7a8755a122146c8962e03076cd8eba9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0174699 Jun 11 18:07:15.598336 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33634) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:15.602421 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0ff59-6fcb-491a-9a55-9ecef0248108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64853f51-d033-445d-9913-a910676ef60a,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:15.622321 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-54c0ff59-6fcb-491a-9a55-9ecef0248108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:15.798334 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-de327cd1-08af-4e59-9cc5-ff18ffd9e939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.834944 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.934615 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-de327cd1-08af-4e59-9cc5-ff18ffd9e939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.940755 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.959132 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:15.988280 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Transition to ACTIVE for port object 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:16.025428 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Transition to ACTIVE for port object 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:16.045991 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:16.056240 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:16.197317 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-de327cd1-08af-4e59-9cc5-ff18ffd9e939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:16.202897 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-de327cd1-08af-4e59-9cc5-ff18ffd9e939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:16.209667 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-de327cd1-08af-4e59-9cc5-ff18ffd9e939 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64853f51-d033-445d-9913-a910676ef60a HTTP/1.1" status: 204 len: 168 time: 0.6050181 Jun 11 18:07:16.211409 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c6b32dad-a20e-4eee-a45b-8abf2c514d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:16.239102 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de327cd1-08af-4e59-9cc5-ff18ffd9e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64853f51-d033-445d-9913-a910676ef60a,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:16.245766 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-de327cd1-08af-4e59-9cc5-ff18ffd9e939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:16.347664 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Network 10e739d9-43a5-46a7-afb2-324284d3a27f is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:16.366509 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:16.400803 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:16.432885 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Pushing event updated for resources: {'Port': ['ID=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:16.481071 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Allocated IP 172.27.0.44 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/486b0ed2-4f1e-4eda-99a6-23c2e67ad33a) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:16.709946 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33688) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:16.715414 dv-cinder-796049-1-iscsi neutron-server[92015]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 11 18:07:16.753561 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:07:16.919862 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:16.961130 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.980687 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.981268 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.981966 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.982406 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.983277 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.983891 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.984461 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.985056 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.985635 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.986200 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.986757 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Tracked resource versions report: Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: pushed versions: Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: { 'AddressGroup': {'1.2'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'ConntrackHelper': {'1.0'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Log': {'1.0'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Network': {'1.1'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Port': {'1.7'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'PortForwarding': {'1.2'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'QosPolicy': {'1.8'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SecurityGroup': {'1.4'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SecurityGroupRule': {'1.2'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SubPort': {'1.0'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Subnet': {'1.1'}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Trunk': {'1.1'}} Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: consumer versions: Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: { DHCP agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: HyperV agent@hv-cinder-79604: {}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: L3 agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: Metadata agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: Metering agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: Open vSwitch agent@dv-cinder-796049-1-iscsi: { 'AddressGroup': '1.2', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'ConntrackHelper': '1.0', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Log': '1.0', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Network': '1.1', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Port': '1.7', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'PortForwarding': '1.2', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'QosPolicy': '1.8', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SecurityGroup': '1.4', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SecurityGroupRule': '1.2', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'SubPort': '1.0', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Subnet': '1.1', Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: 'Trunk': '1.1'}} Jun 11 18:07:16.988766 dv-cinder-796049-1-iscsi neutron-server[92017]: {{(pid=92017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 18:07:17.008508 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.018405 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:17.043107 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:17.152640 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Attempting to bind port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:17.155691 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Attempting to bind port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:17.156516 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Attempting to bind port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 on network 10e739d9-43a5-46a7-afb2-324284d3a27f {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:17.164513 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:17.169323 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Pushing event updated for resources: {'Port': ['ID=486b0ed2-4f1e-4eda-99a6-23c2e67ad33a,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:17.176245 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:17.178496 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Checking segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:17.179475 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.180119 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:17.184734 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Bound using segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:17.186196 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Bound port: 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:17.187251 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.222072 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:17.248151 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:17.457317 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] For port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:17.467300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] For port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:17.486559 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:17.514959 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:17.532374 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-1623bc58-dd0f-4f5d-ba7a-44d680149d40 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:17.554276 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-1623bc58-dd0f-4f5d-ba7a-44d680149d40 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 814 time: 0.8377433 Jun 11 18:07:17.640951 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-8e16dfb1-d285-4af3-ae2f-13f4cbefcba5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/quotas/1ae38de8388847ffb10d0bc82989f350 HTTP/1.1" status: 200 len: 375 time: 0.0792871 Jun 11 18:07:17.666916 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Pushing event updated for resources: {'Port': ['ID=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:17.695485 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:17.877858 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-6fb8d4d2-b53e-418f-ba34-928f46f7daec tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2351851 Jun 11 18:07:18.215438 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.435854 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33726) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:18.473602 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9344afa1-9c69-4e28-9689-fecc2f38ff8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.616655 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:18.801274 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:18.809118 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9344afa1-9c69-4e28-9689-fecc2f38ff8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.821662 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9344afa1-9c69-4e28-9689-fecc2f38ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:18.834948 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:18.955642 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-9344afa1-9c69-4e28-9689-fecc2f38ff8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f4ff4d29cd54b28a2db4d2e7745eb86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5141916 Jun 11 18:07:18.955642 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344afa1-9c69-4e28-9689-fecc2f38ff8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f57dd1d-6023-43e2-a946-ab8e73592c5f,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:18.958871 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33752) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:18.963360 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9344afa1-9c69-4e28-9689-fecc2f38ff8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:19.008088 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33754) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:19.237119 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c40f739b-7eb6-4fc5-887b-5ebe26c214dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.253046 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33762) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:19.340890 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.584897 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c40f739b-7eb6-4fc5-887b-5ebe26c214dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.592990 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a15dd90d-291e-40dd-aa2d-569501ebbf00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.685844 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-f4315ccc-9e97-430a-847b-c914c8ec436b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:07:19.687188 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75eac9a-f63c-4129-9b3c-89af9acbabeb None None] Network 10e739d9-43a5-46a7-afb2-324284d3a27f requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:19.699501 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-f4315ccc-9e97-430a-847b-c914c8ec436b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8193030 Jun 11 18:07:19.789366 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c40f739b-7eb6-4fc5-887b-5ebe26c214dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.803238 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c40f739b-7eb6-4fc5-887b-5ebe26c214dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:19.805299 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-c40f739b-7eb6-4fc5-887b-5ebe26c214dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f57dd1d-6023-43e2-a946-ab8e73592c5f HTTP/1.1" status: 204 len: 168 time: 0.8448174 Jun 11 18:07:19.818712 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:19.841598 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33770) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:19.896214 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Router 63b41088-b67b-4728-9c55-ffed49f75ebf is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:07:19.970961 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-30fd2fa3-591c-46da-90af-8f51bb09eb43 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:19.987366 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-30fd2fa3-591c-46da-90af-8f51bb09eb43 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/networks?id=65e010af-7e3b-4fa8-9853-e2eac8d4f614 HTTP/1.1" status: 200 len: 812 time: 0.9663198 Jun 11 18:07:19.992513 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f739b-7eb6-4fc5-887b-5ebe26c214dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f57dd1d-6023-43e2-a946-ab8e73592c5f,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:20.007366 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] Provisioning for port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:20.013567 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c40f739b-7eb6-4fc5-887b-5ebe26c214dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:20.045870 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-b98419f6-3ad4-4e05-89bc-6f3bafa410e3 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/quotas/357eb856ba444fd3b070e830204487fc HTTP/1.1" status: 200 len: 375 time: 0.0294261 Jun 11 18:07:20.053333 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] Provisioning complete for port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:20.054312 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.137375 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-8f7867fa-ab15-46fe-87bb-03bec9ad71ef tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=357eb856ba444fd3b070e830204487fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688000 Jun 11 18:07:20.151284 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-92209e9a-87cb-4362-bc29-3021712e119d service neutron] 10.222.0.15 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498632 Jun 11 18:07:20.458266 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:07:20.478781 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Sync routers for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:07:20.507859 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-82fca93f-bee8-4ed4-b61a-06aa5401dc8e service neutron] 10.222.0.15 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540971 Jun 11 18:07:20.514615 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:07:20.517608 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:06:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:20.545777 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-23e863c0-65ff-4107-afed-39bcfe3ac4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.620234 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.773419 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-7ede3158-b266-40ed-9bee-e18c94b1a994 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:07:20.779730 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-7ede3158-b266-40ed-9bee-e18c94b1a994 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1618292 Jun 11 18:07:20.812896 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] For port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:20.825576 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.830338 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:20.892813 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a15dd90d-291e-40dd-aa2d-569501ebbf00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:20.906831 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a15dd90d-291e-40dd-aa2d-569501ebbf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.020803 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:21.041732 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.047959 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.7205830 Jun 11 18:07:21.053667 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33792) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:21.124767 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] Pushing event updated for resources: {'Port': ['ID=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:21.145762 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:21.183435 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:07:21.222552 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-a7d7640a-bada-43de-9a1c-118cd7448d01 None None] Provisioning complete for port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:21.223414 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a7d7640a-bada-43de-9a1c-118cd7448d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.310082 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-680c313b-f636-4b0c-bba7-f914ce979fce service neutron] 10.222.0.15 "GET /v2.0/networks/65e010af-7e3b-4fa8-9853-e2eac8d4f614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115037 Jun 11 18:07:21.547648 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-a15dd90d-291e-40dd-aa2d-569501ebbf00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5964f1fc756a429eabea280d730d20a6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2923408 Jun 11 18:07:21.564675 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 33820) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:21.646179 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd90d-291e-40dd-aa2d-569501ebbf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebb9f3-67ab-404f-948f-8c7cc59b16a9,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:21.670639 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a15dd90d-291e-40dd-aa2d-569501ebbf00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:21.760526 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-734f71f1-2308-48cb-9aea-ef960c5790a4 req-4913a5d8-979d-4874-852c-634e19bb102b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.1223831 Jun 11 18:07:21.796021 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-23e863c0-65ff-4107-afed-39bcfe3ac4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.803038 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-c5ade0ed-efa5-4cd2-9b2a-189a845663f7 service neutron] 10.222.0.15 "GET /v2.0/networks/65e010af-7e3b-4fa8-9853-e2eac8d4f614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694259 Jun 11 18:07:21.852813 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-23e863c0-65ff-4107-afed-39bcfe3ac4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:21.925229 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a15dd90d-291e-40dd-aa2d-569501ebbf00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:22.025745 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e863c0-65ff-4107-afed-39bcfe3ac4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b7b9b5-23a7-488a-91cd-188618489761,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:22.046088 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2c68825b-a0c3-4fa6-82d0-bfb696eb3575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.117224 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:17Z', 'revision_number': 3, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:22.126402 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Checking router: 63b41088-b67b-4728-9c55-ffed49f75ebf for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:07:22.126715 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Updating router 63b41088-b67b-4728-9c55-ffed49f75ebf port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:07:22.138304 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-23e863c0-65ff-4107-afed-39bcfe3ac4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:22.167608 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2c68825b-a0c3-4fa6-82d0-bfb696eb3575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.426659 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:22.453842 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:22.580708 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-23e863c0-65ff-4107-afed-39bcfe3ac4e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=669e48c03b8344f38ef417c9d23d6644&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7319517 Jun 11 18:07:22.584939 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33856) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:22.758265 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:22.760485 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.037520 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-78fe7022-8035-4c01-8b3c-2d616e246c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.185915 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-75c3cbe0-db74-444d-ba77-c79eb55b4832 req-8848656d-0865-49f1-bbf4-bcdbe1b4b9a6 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 210 time: 0.2546635 Jun 11 18:07:23.285045 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34301549-3930-4c2d-b527-6007736f263b req-56568085-f772-4aa0-a7b2-bbf152e781f6 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.2563245 Jun 11 18:07:23.362817 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-78fe7022-8035-4c01-8b3c-2d616e246c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.547452 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2c68825b-a0c3-4fa6-82d0-bfb696eb3575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.555626 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-78fe7022-8035-4c01-8b3c-2d616e246c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.556316 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2c68825b-a0c3-4fa6-82d0-bfb696eb3575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.562039 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-2c68825b-a0c3-4fa6-82d0-bfb696eb3575 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1aebb9f3-67ab-404f-948f-8c7cc59b16a9 HTTP/1.1" status: 204 len: 168 time: 1.9794831 Jun 11 18:07:23.573638 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-23e863c0-65ff-4107-afed-39bcfe3ac4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:23.592942 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-78fe7022-8035-4c01-8b3c-2d616e246c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.601061 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-78fe7022-8035-4c01-8b3c-2d616e246c14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9b7b9b5-23a7-488a-91cd-188618489761 HTTP/1.1" status: 204 len: 168 time: 1.0101004 Jun 11 18:07:23.601605 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:23.612200 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68825b-a0c3-4fa6-82d0-bfb696eb3575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebb9f3-67ab-404f-948f-8c7cc59b16a9,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:23.648430 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2c68825b-a0c3-4fa6-82d0-bfb696eb3575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:23.673544 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe7022-8035-4c01-8b3c-2d616e246c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b7b9b5-23a7-488a-91cd-188618489761,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:23.687057 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-78fe7022-8035-4c01-8b3c-2d616e246c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:23.791839 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.861421 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Transition to ACTIVE for port object 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:23.879147 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:23.891241 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:24.023644 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Attempting to bind port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:24.025441 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Attempting to bind port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:24.027046 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Attempting to bind port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:24.031183 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Pushing event updated for resources: {'Port': ['ID=486b0ed2-4f1e-4eda-99a6-23c2e67ad33a,revision_number=2']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:24.052985 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:24.054932 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:24.056557 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:24.057590 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:24.058809 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Bound port: 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:24.059830 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:24.065239 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.066600 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.067523 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.068419 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.069296 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.070562 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.071454 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.072916 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.074152 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.074877 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.075830 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.076701 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Tracked resource versions report: Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: pushed versions: Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: { 'AddressGroup': {'1.2'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'ConntrackHelper': {'1.0'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Log': {'1.0'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Network': {'1.1'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Port': {'1.7'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'PortForwarding': {'1.2'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'QosPolicy': {'1.8'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SecurityGroup': {'1.4'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SecurityGroupRule': {'1.2'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SubPort': {'1.0'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Subnet': {'1.1'}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Trunk': {'1.1'}} Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: consumer versions: Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: { DHCP agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: HyperV agent@hv-cinder-79604: {}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: L3 agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: Metadata agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: Metering agent@dv-cinder-796049-1-iscsi: {}, Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: Open vSwitch agent@dv-cinder-796049-1-iscsi: { 'AddressGroup': '1.2', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'ConntrackHelper': '1.0', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Log': '1.0', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Network': '1.1', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Port': '1.7', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'PortForwarding': '1.2', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'QosPolicy': '1.8', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SecurityGroup': '1.4', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SecurityGroupRule': '1.2', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'SubPort': '1.0', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Subnet': '1.1', Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: 'Trunk': '1.1'}} Jun 11 18:07:24.081046 dv-cinder-796049-1-iscsi neutron-server[92018]: {{(pid=92018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 11 18:07:24.098696 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:24.313950 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] For port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:24.326872 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] For port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=486b0ed2-4f1e-4eda-99a6-23c2e67ad33a,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:24.356590 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:24.367497 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:24.546461 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:24.716405 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:07:24.719140 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:06:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:24.776276 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7d5e0934-5295-4724-afdd-e0a56344845b req-c15aa989-d1ea-44ff-99d4-e3ec99b64ee4 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.2475178 Jun 11 18:07:24.881621 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7defc6c4-a875-4ab2-8796-2a02a675f839 req-806eb389-be29-4816-87de-b349ac7d9f6c tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 210 time: 0.3215163 Jun 11 18:07:24.951323 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Pushing event updated for resources: {'Port': ['ID=486b0ed2-4f1e-4eda-99a6-23c2e67ad33a,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:25.088196 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:25.103939 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33938) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:25.177788 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e92653d7-de34-44ac-815e-df4139b321b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.207774 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3e936cd6-a907-4870-8cf6-49d05c216eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.254694 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33940) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:25.359542 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Allocated IP 172.20.0.1 (10e739d9-43a5-46a7-afb2-324284d3a27f/e7e1ba3b-0c63-46dc-89ce-a323c1cfde25/d271e6d1-7f17-4d65-97f2-2db4df053448) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:25.364022 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-529a0556-0ccf-4eb5-8841-3f269b2a7c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.388845 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:07:25.634936 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e92653d7-de34-44ac-815e-df4139b321b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.728421 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e92653d7-de34-44ac-815e-df4139b321b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.793272 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-de327cd1-08af-4e59-9cc5-ff18ffd9e939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:25.835397 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.859825 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Transition to ACTIVE for port object d271e6d1-7f17-4d65-97f2-2db4df053448 will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:25.958741 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:25.965061 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e864a514-daed-4ad5-beaf-b5eaa34a533b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:25.988360 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92653d7-de34-44ac-815e-df4139b321b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b017f640-cbb5-456c-bb17-8debabad9da4,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:25.998515 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e92653d7-de34-44ac-815e-df4139b321b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:26.012590 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-e92653d7-de34-44ac-815e-df4139b321b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4607d59c8ac41d0a6bbc7c649397a16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8998671 Jun 11 18:07:26.013743 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33962) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:26.045789 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:17Z', 'revision_number': 3, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:26.058098 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40108-47d2-47d2-bab0-45c0a0a26111 None None] The sync data for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi is: [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:17Z', 'revision_number': 3, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:07:26.073517 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Network 10e739d9-43a5-46a7-afb2-324284d3a27f is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:26.078090 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:26.095838 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:26.096884 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:26.390018 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Pushing event updated for resources: {'Port': ['ID=d271e6d1-7f17-4d65-97f2-2db4df053448,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:26.407895 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-529a0556-0ccf-4eb5-8841-3f269b2a7c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:26.440970 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-94552c7b-d578-4b34-9992-3bf55c213fce req-71fa8c46-f1e9-4817-b64b-4373b58d9613 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.2053592 Jun 11 18:07:26.449834 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-529a0556-0ccf-4eb5-8841-3f269b2a7c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:26.450242 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:26.553096 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-d8fae5d9-cb7d-4599-a257-866795d4d2ca None None] Provisioning for port d271e6d1-7f17-4d65-97f2-2db4df053448 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:26.566289 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-d8fae5d9-cb7d-4599-a257-866795d4d2ca None None] Provisioning complete for port d271e6d1-7f17-4d65-97f2-2db4df053448 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:26.566289 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d8fae5d9-cb7d-4599-a257-866795d4d2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:26.679802 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-19db9165-4673-4261-8309-309761daae1f req-3f65b4c6-9f40-49d8-948c-a4543fb31807 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 210 time: 0.2687294 Jun 11 18:07:26.724793 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-54c0ff59-6fcb-491a-9a55-9ecef0248108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:26.816898 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-d8fae5d9-cb7d-4599-a257-866795d4d2ca None None] Port d271e6d1-7f17-4d65-97f2-2db4df053448 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:07:26.833755 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-529a0556-0ccf-4eb5-8841-3f269b2a7c5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94015de7885242e1b1230c56039ba980&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5755789 Jun 11 18:07:26.850282 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 33976) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:26.870997 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a0556-0ccf-4eb5-8841-3f269b2a7c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f2d4ea-53b0-4bf6-b789-9bf44f02a7f4,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:26.881365 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ad990445-3410-484a-8305-ca0069127098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:26.947569 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ad990445-3410-484a-8305-ca0069127098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.027292 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-529a0556-0ccf-4eb5-8841-3f269b2a7c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:27.035619 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.105181 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ad990445-3410-484a-8305-ca0069127098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.115684 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ad990445-3410-484a-8305-ca0069127098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.119833 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-ad990445-3410-484a-8305-ca0069127098 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b017f640-cbb5-456c-bb17-8debabad9da4 HTTP/1.1" status: 204 len: 168 time: 1.0930307 Jun 11 18:07:27.160996 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:27.210131 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad990445-3410-484a-8305-ca0069127098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017f640-cbb5-456c-bb17-8debabad9da4,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:27.244882 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ad990445-3410-484a-8305-ca0069127098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:27.354577 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ef37bc69-1da3-4a25-ba52-4af6acfa9aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.429134 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ef37bc69-1da3-4a25-ba52-4af6acfa9aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.566421 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ef37bc69-1da3-4a25-ba52-4af6acfa9aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.573123 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ef37bc69-1da3-4a25-ba52-4af6acfa9aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:27.580285 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-ef37bc69-1da3-4a25-ba52-4af6acfa9aa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6f2d4ea-53b0-4bf6-b789-9bf44f02a7f4 HTTP/1.1" status: 204 len: 168 time: 0.7196612 Jun 11 18:07:27.581903 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:27.633339 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37bc69-1da3-4a25-ba52-4af6acfa9aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f2d4ea-53b0-4bf6-b789-9bf44f02a7f4,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:27.649802 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ef37bc69-1da3-4a25-ba52-4af6acfa9aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:27.886221 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f8418e10-4658-4fdc-adab-b28aa5ba95bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.042728 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.102487 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-aa47b8c8-e88f-46ea-8725-37abc87804b4 req-c20d13dc-0e0e-4afc-beeb-e3ac5775504b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.1665947 Jun 11 18:07:28.507302 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.528028 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.530382 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:28.553818 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:28.624128 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f14ce8b6-f8d5-4935-ab09-0971af2713e0 req-ddc69b5f-6492-4d78-b4eb-d0cfa9238694 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 210 time: 0.1781731 Jun 11 18:07:28.637756 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:28.822335 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Pushing event updated for resources: {'Port': ['ID=d271e6d1-7f17-4d65-97f2-2db4df053448,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:28.846831 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:28.977403 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:28.996381 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:28.996908 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:29.097754 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.82', 51548) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:29.206495 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Network 10e739d9-43a5-46a7-afb2-324284d3a27f is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:29.211147 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:29.319339 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:29.484770 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:29.601658 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=486b0ed2-4f1e-4eda-99a6-23c2e67ad33a,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:29.614078 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:29.618522 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:29.824217 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34082) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:29.989067 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-428caf15-58c4-42de-97f5-505029cbe107 req-b208b5a1-e811-42e1-88d4-65afe72a1ddc tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.1791892 Jun 11 18:07:30.034336 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-59bb30ee-7370-4732-8437-950f7161935c None None] Provisioning complete for port d271e6d1-7f17-4d65-97f2-2db4df053448 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:30.045692 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-59bb30ee-7370-4732-8437-950f7161935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:30.080108 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-5de53793-2179-4f7c-83ae-ec2552aa3bb1 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:30.084367 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-5de53793-2179-4f7c-83ae-ec2552aa3bb1 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 814 time: 0.9844818 Jun 11 18:07:30.141395 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Request body: {'port': {'device_id': '16977ea3-6d33-4dd3-be26-939fe4861b61', 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'admin_state_up': True, 'tenant_id': '1ae38de8388847ffb10d0bc82989f350'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:30.156479 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Router 63b41088-b67b-4728-9c55-ffed49f75ebf has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:07:30.241083 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=486b0ed2-4f1e-4eda-99a6-23c2e67ad33a,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:30.288497 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:30.381958 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-59bb30ee-7370-4732-8437-950f7161935c None None] Port d271e6d1-7f17-4d65-97f2-2db4df053448 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:07:30.422050 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.82', 51549) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:30.572380 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:30.818696 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0e36bd44-e33a-45e3-95a2-57950ae30afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:30.825884 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:30.826623 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:31.113326 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:31.381976 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0e36bd44-e33a-45e3-95a2-57950ae30afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:31.401573 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0e36bd44-e33a-45e3-95a2-57950ae30afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:31.418699 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:31.539441 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:07:31.565388 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Sync routers for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:07:31.615109 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:07:31.618747 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:07:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:31.666490 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] 10.222.0.15 "PUT /v2.0/routers/63b41088-b67b-4728-9c55-ffed49f75ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6103828 Jun 11 18:07:31.671478 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-0e36bd44-e33a-45e3-95a2-57950ae30afc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4465a7dc310a4b4abee11a85a1af9dfa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8455915 Jun 11 18:07:31.686277 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34180) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:31.726594 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-63d6c0d7-3bf9-45f3-ad3c-681331f3e63a req-9ad95027-f4e3-4bef-9ba7-02862d10b3ab tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 210 time: 0.5458570 Jun 11 18:07:31.807169 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34192) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:31.811454 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36bd44-e33a-45e3-95a2-57950ae30afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901ddb7c-863d-4ee0-b176-184cf7c8597a,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:31.904972 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0e36bd44-e33a-45e3-95a2-57950ae30afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:31.985406 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-13461896-a617-4653-9ce1-854de979500f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.072668 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-13461896-a617-4653-9ce1-854de979500f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.092170 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-7eed4812-e988-4aef-a9be-baf3a6d74c68 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:32.097452 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-7eed4812-e988-4aef-a9be-baf3a6d74c68 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.82 "GET /v2.0/networks?id=65e010af-7e3b-4fa8-9853-e2eac8d4f614 HTTP/1.1" status: 200 len: 812 time: 1.6708362 Jun 11 18:07:32.242188 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Request body: {'port': {'device_id': '7885ef4c-002d-434e-8bc3-e003b3c4187f', 'network_id': '65e010af-7e3b-4fa8-9853-e2eac8d4f614', 'admin_state_up': True, 'tenant_id': '357eb856ba444fd3b070e830204487fc'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:32.265429 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-13461896-a617-4653-9ce1-854de979500f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.271523 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-13461896-a617-4653-9ce1-854de979500f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.280512 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-13461896-a617-4653-9ce1-854de979500f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/901ddb7c-863d-4ee0-b176-184cf7c8597a HTTP/1.1" status: 204 len: 168 time: 0.5920401 Jun 11 18:07:32.283398 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:32.336586 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13461896-a617-4653-9ce1-854de979500f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901ddb7c-863d-4ee0-b176-184cf7c8597a,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:32.354961 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-13461896-a617-4653-9ce1-854de979500f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:32.368234 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:07:32.589539 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f03b0647-3545-49d7-9613-053ba034fb23 req-8d0e3dc9-39bf-4a89-a9cc-f777ad0d5a4a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.5377254 Jun 11 18:07:32.659328 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-509804231-network', 'tenant_id': 'a5b819daa7464ee8aa931e8faa3997d3'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:32.739454 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Made reservation on behalf of a5b819daa7464ee8aa931e8faa3997d3 for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:32.746012 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.763253 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:32.839191 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.db.api [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:07:32.839191 dv-cinder-796049-1-iscsi neutron-server[92016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 18:07:32.839191 dv-cinder-796049-1-iscsi neutron-server[92016]: [parameters: {'project_id_1': 'a5b819daa7464ee8aa931e8faa3997d3', 'expiration_1': datetime.datetime(2021, 6, 11, 18, 7, 32, 793428)}] Jun 11 18:07:32.839191 dv-cinder-796049-1-iscsi neutron-server[92016]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:07:32.841105 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_db.api [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:07:32.857233 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.db.api [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:07:32.857233 dv-cinder-796049-1-iscsi neutron-server[92015]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 18:07:32.857233 dv-cinder-796049-1-iscsi neutron-server[92015]: [parameters: {'project_id_1': '1ae38de8388847ffb10d0bc82989f350', 'expiration_1': datetime.datetime(2021, 6, 11, 18, 7, 32, 792384)}] Jun 11 18:07:32.857233 dv-cinder-796049-1-iscsi neutron-server[92015]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:07:32.858213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_db.api [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:07:32.873954 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Made reservation on behalf of 357eb856ba444fd3b070e830204487fc for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:32.880734 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.342794 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.731701 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-44889b5c-78a1-438a-9983-a1a2449f516d req-5fea5249-91b8-4e6c-804a-cc4b4de8a432 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 210 time: 0.3303189 Jun 11 18:07:33.775678 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:27Z', 'revision_number': 2, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:33.795319 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Checking router: 63b41088-b67b-4728-9c55-ffed49f75ebf for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:07:33.800251 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Updating router 63b41088-b67b-4728-9c55-ffed49f75ebf port d271e6d1-7f17-4d65-97f2-2db4df053448 binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:07:33.902987 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.918634 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:33.928890 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0e36bd44-e33a-45e3-95a2-57950ae30afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:34.041565 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:07:34.054277 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2852bf-541e-437b-9d42-80ba78d0bbd0,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:34.054804 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.077333 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:34.098913 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.104269 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Added segment 3bb66bb5-b4ab-497a-aa59-6bb524b7f092 of type vlan for network cd381af1-a728-431a-ae25-682c41b348bb Jun 11 18:07:34.458726 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.471103 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Made reservation on behalf of 1ae38de8388847ffb10d0bc82989f350 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:34.487683 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.643521 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.648814 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:34.650581 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:34.667971 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:34.669873 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Allocated IP 172.20.0.14 (65e010af-7e3b-4fa8-9853-e2eac8d4f614/629921c8-9b4e-47b6-a82f-91f3aa59e85b/075f211e-3763-44fa-9d5b-a941993f1104) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:34.836269 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0026765 Jun 11 18:07:34.837872 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34274) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:34.877069 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Request body: {'subnet': {'network_id': 'cd381af1-a728-431a-ae25-682c41b348bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-509804231-subnet', 'tenant_id': 'a5b819daa7464ee8aa931e8faa3997d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:35.188990 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Pushing event updated for resources: {'Network': ['ID=cd381af1-a728-431a-ae25-682c41b348bb,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:35.206255 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-67b99228-38dc-49ec-9b39-630a3f625933 req-5867fbe5-eb02-4f99-ae12-22663ad76e12 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.5356956 Jun 11 18:07:35.215538 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34278) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:35.216651 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34280) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:35.234194 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980073620', 'description': 'tempest-description--1636659401'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:35.329018 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:35.348464 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network cd381af1-a728-431a-ae25-682c41b348bb details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:07:35.432140 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Made reservation on behalf of a5b819daa7464ee8aa931e8faa3997d3 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:35.453457 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:35.741415 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Allocated IP 172.20.0.3 (be8dea01-a324-469a-a408-fff0eb66b54b/cbc1318e-2ad2-461c-8ca8-045387643d8b/acada3c6-9081-4981-b945-e25141c5c389) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:35.951772 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b76111cf-9071-4cdd-8c4c-1f186da607ff req-e6a39a90-806f-4c97-b9ec-1baff85487cf tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 210 time: 0.2135572 Jun 11 18:07:36.108589 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.489200 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.568377 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Transition to ACTIVE for port object d271e6d1-7f17-4d65-97f2-2db4df053448 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:36.598545 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.606912 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:36.640136 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.856126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.928127 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.937659 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:36.984715 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:37.045970 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:37.063416 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e90e5-4f87-4b06-a56d-2904f007414b None None] Pushing event updated for resources: {'Port': ['ID=d271e6d1-7f17-4d65-97f2-2db4df053448,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:37.066434 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5091-dc3d-43b4-9574-a8960ba8ca08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:37.361598 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-573e90e5-4f87-4b06-a56d-2904f007414b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:37.396262 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e43270ef-6787-4e4d-b14d-922a163735af req-cead837f-7b68-4060-b776-682e77adfdb7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.4040103 Jun 11 18:07:37.409652 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0c652b-8799-42ce-8155-943bf9fe847c,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:37.512964 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:37.515562 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:37.603469 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:37.619264 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:37.657616 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:37.660320 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:37.807477 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Pushing event updated for resources: {'Port': ['ID=075f211e-3763-44fa-9d5b-a941993f1104,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:37.810379 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Attempting to bind port d271e6d1-7f17-4d65-97f2-2db4df053448 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:37.811283 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Attempting to bind port d271e6d1-7f17-4d65-97f2-2db4df053448 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:37.812126 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Attempting to bind port d271e6d1-7f17-4d65-97f2-2db4df053448 on network 10e739d9-43a5-46a7-afb2-324284d3a27f {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:37.824559 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:37.830344 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:37.837469 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Checking segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:37.841743 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:37.842657 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Bound using segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:37.844711 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Bound port: d271e6d1-7f17-4d65-97f2-2db4df053448, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:37.856784 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:37.918740 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:37.979463 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:37.990213 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8533728 Jun 11 18:07:37.993725 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:38.019213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-43060962-60eb-41d2-a8fa-9ee78343975a tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:07:38.026333 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-43060962-60eb-41d2-a8fa-9ee78343975a tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194669 Jun 11 18:07:38.076874 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:38.090745 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] For port d271e6d1-7f17-4d65-97f2-2db4df053448, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:38.101196 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] For port d271e6d1-7f17-4d65-97f2-2db4df053448, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=d271e6d1-7f17-4d65-97f2-2db4df053448,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:38.112883 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:38.121247 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:38.155859 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2401e3e-fba5-41ba-8094-4a8050f4a4eb,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:38.215130 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:38.392570 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:07:38.394265 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:07:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:38.420256 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e90e5-4f87-4b06-a56d-2904f007414b None None] Pushing event updated for resources: {'Port': ['ID=d271e6d1-7f17-4d65-97f2-2db4df053448,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:38.440404 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-573e90e5-4f87-4b06-a56d-2904f007414b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:38.454407 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5091-dc3d-43b4-9574-a8960ba8ca08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:38.498391 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b2bd5091-dc3d-43b4-9574-a8960ba8ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:38.629680 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:38.725647 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:38.775181 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b2bd5091-dc3d-43b4-9574-a8960ba8ca08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20831c61b6f14059be5ea501b02eeca8&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5175087 Jun 11 18:07:38.794973 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd5091-dc3d-43b4-9574-a8960ba8ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd15acda-70f6-45ee-87a9-92eb0e3dbf50,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:38.817260 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b2bd5091-dc3d-43b4-9574-a8960ba8ca08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:38.822563 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:38.842695 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.6219633 Jun 11 18:07:38.850429 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34346) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:38.850954 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34358) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:38.864292 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Checking segment: {'id': '3bb66bb5-b4ab-497a-aa59-6bb524b7f092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'cd381af1-a728-431a-ae25-682c41b348bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:38.864292 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Network hostable DHCP agents. Network: cd381af1-a728-431a-ae25-682c41b348bb, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:07:38.923959 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'security_group_rule': {'security_group_id': 'f2401e3e-fba5-41ba-8094-4a8050f4a4eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:39.126626 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Pushing event updated for resources: {'Port': ['ID=acada3c6-9081-4981-b945-e25141c5c389,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:39.153717 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:07:39.156309 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:39.255126 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.297811 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Network be8dea01-a324-469a-a408-fff0eb66b54b is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:39.349227 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:39.367055 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:39.408041 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:39.409202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.486017 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Network cd381af1-a728-431a-ae25-682c41b348bb is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:07:39.554471 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4211822 Jun 11 18:07:39.616295 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Request body: {'port': {'device_id': '7885ef4c-002d-434e-8bc3-e003b3c4187f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:39.625143 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, cd381af1-a728-431a-ae25-682c41b348bb) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:39.629698 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-336b6be9-d7c1-45e1-9249-1b866f5575c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.659143 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bb6010-848c-4dcd-9adf-b0a649dc4f51 None None] Network cd381af1-a728-431a-ae25-682c41b348bb requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:39.668890 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:39.669737 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.698997 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Request body: {'port': {'device_id': '16977ea3-6d33-4dd3-be26-939fe4861b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:39.855818 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-336b6be9-d7c1-45e1-9249-1b866f5575c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:39.915943 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.0505619 Jun 11 18:07:39.954720 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518bac1f-c350-42d8-b398-87c01b2e85b2 req-aa379b85-4fef-4583-9112-b82ea657cded tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:39.980710 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-518bac1f-c350-42d8-b398-87c01b2e85b2 req-aa379b85-4fef-4583-9112-b82ea657cded tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 932 time: 2.2607472 Jun 11 18:07:39.995157 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.076408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.175639 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:40.247616 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-518bac1f-c350-42d8-b398-87c01b2e85b2 req-3a9f4416-0259-4a06-8288-c6394d8f845a tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387786 Jun 11 18:07:40.257363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f88050a0-185a-455f-9d0f-91ac2ed0a199,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:40.273343 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:40.324922 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.324922 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4162900 Jun 11 18:07:40.325251 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34388) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:40.372357 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'security_group_rule': {'security_group_id': 'f2401e3e-fba5-41ba-8094-4a8050f4a4eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:40.511946 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-336b6be9-d7c1-45e1-9249-1b866f5575c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.511946 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.705183 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-336b6be9-d7c1-45e1-9249-1b866f5575c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:40.709354 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-336b6be9-d7c1-45e1-9249-1b866f5575c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd15acda-70f6-45ee-87a9-92eb0e3dbf50 HTTP/1.1" status: 204 len: 168 time: 1.8246701 Jun 11 18:07:40.713322 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:40.759797 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b6be9-d7c1-45e1-9249-1b866f5575c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd15acda-70f6-45ee-87a9-92eb0e3dbf50,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:40.787989 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-336b6be9-d7c1-45e1-9249-1b866f5575c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:40.951202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c841e6-45a5-439b-bc02-2a61818f0037 req-83692f0e-a98d-46dc-840e-0c7ac35b98fe tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:40.968236 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-49c841e6-45a5-439b-bc02-2a61818f0037 req-83692f0e-a98d-46dc-840e-0c7ac35b98fe tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 931 time: 1.8639638 Jun 11 18:07:40.972109 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:41.019982 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:41.020276 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:41.032790 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:41.049228 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:41.077334 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960a68b7-c53d-4945-ba85-9a677b7f9308,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:41.112753 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:41.184799 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:41.187521 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8567367 Jun 11 18:07:41.193133 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34412) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:41.204004 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:41.365489 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:41.806275 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d2e24b-6d87-47ae-9df8-e2404d62bc2c None None] Network cd381af1-a728-431a-ae25-682c41b348bb requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:41.943875 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-49c841e6-45a5-439b-bc02-2a61818f0037 req-dc3a5012-385e-4ac3-9b2b-7c9fd8761f31 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9144657 Jun 11 18:07:42.464837 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 34448) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:43.038346 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4f81f92b-7c2b-4ebf-9ab2-1d04b96fdf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.229174 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.507766 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:43.713273 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:38Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:07:43.725227 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe204f66-f146-499b-b44d-dfc9729999bb None None] The sync data for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi is: [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:38Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:07:43.761224 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Allocated IP 172.27.0.209 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/30b6034c-9bdd-4d04-aa92-d049256da63e) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:07:44.000036 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 34478) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:44.260547 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-855550442-network', 'tenant_id': 'efc6c98b107e4828a88cd1f39e7c6671'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:44.686751 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:44.749363 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device d271e6d1-7f17-4d65-97f2-2db4df053448 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:44.841260 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:44.847420 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:45.006189 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port d271e6d1-7f17-4d65-97f2-2db4df053448 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:07:45.032016 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port d271e6d1-7f17-4d65-97f2-2db4df053448 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:45.033246 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.120870 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'Port': ['ID=30b6034c-9bdd-4d04-aa92-d049256da63e,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:45.152800 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:45.182811 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:07:45.190340 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:45.196462 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:07:45.265125 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4f81f92b-7c2b-4ebf-9ab2-1d04b96fdf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.310975 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d1cfb-e81d-42bd-aa23-b154309f5d30 req-074a7d73-300c-46d4-9112-52fcc0fc4a97 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:45.314391 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a89d1cfb-e81d-42bd-aa23-b154309f5d30 req-074a7d73-300c-46d4-9112-52fcc0fc4a97 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 932 time: 3.3771288 Jun 11 18:07:45.369048 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4f81f92b-7c2b-4ebf-9ab2-1d04b96fdf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.391213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Made reservation on behalf of efc6c98b107e4828a88cd1f39e7c6671 for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:45.396459 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.511733 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e1b0a-c15c-4afc-b52d-b3d78dfef21d req-09a227ec-a6e0-42aa-b872-a340923c9d65 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:45.530675 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-012e1b0a-c15c-4afc-b52d-b3d78dfef21d req-09a227ec-a6e0-42aa-b872-a340923c9d65 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 931 time: 1.7224159 Jun 11 18:07:45.552628 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.564968 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:45.605664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.733304 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81f92b-7c2b-4ebf-9ab2-1d04b96fdf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad805c59-e39b-4cd7-bc18-b571c337bd70,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:45.815179 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port d271e6d1-7f17-4d65-97f2-2db4df053448, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=d271e6d1-7f17-4d65-97f2-2db4df053448,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:07:45.831528 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.835982 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:45.861967 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:45.865617 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4f81f92b-7c2b-4ebf-9ab2-1d04b96fdf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:45.999350 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-4f81f92b-7c2b-4ebf-9ab2-1d04b96fdf49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52b7e26d364f4fc69276033cc2efe152&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4616246 Jun 11 18:07:46.007034 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 075f211e-3763-44fa-9d5b-a941993f1104 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:46.039678 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 34512) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:46.065362 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.074751 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acada3c6-9081-4981-b945-e25141c5c389 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:07:46.082335 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.134386 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a89d1cfb-e81d-42bd-aa23-b154309f5d30 req-95672bbf-665a-4d1e-a72e-e76423ef0085 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7631013 Jun 11 18:07:46.212939 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.231969 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=d271e6d1-7f17-4d65-97f2-2db4df053448,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:46.277230 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:46.280232 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Transition to ACTIVE for port object acada3c6-9081-4981-b945-e25141c5c389 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:46.380927 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-012e1b0a-c15c-4afc-b52d-b3d78dfef21d req-245376a6-9402-42ae-85ae-cb3350be76d3 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7174273 Jun 11 18:07:46.667896 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device d271e6d1-7f17-4d65-97f2-2db4df053448 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:07:46.781086 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.811177 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.843705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Transition to ACTIVE for port object 075f211e-3763-44fa-9d5b-a941993f1104 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:07:46.849973 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:46.863845 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3a0b2d32-08ba-4e00-aea6-6a5340de0181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:47.007268 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port d271e6d1-7f17-4d65-97f2-2db4df053448 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:07:47.014600 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.068282 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.071902 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.089655 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.113539 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:47.286702 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.314799 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'Port': ['ID=30b6034c-9bdd-4d04-aa92-d049256da63e,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:47.321481 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:47.335684 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:47.361922 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1665204 Jun 11 18:07:48.093435 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-121632c2-0327-43ae-b204-ecfa48b1a2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:48.155898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-121632c2-0327-43ae-b204-ecfa48b1a2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:48.224879 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Pushing event updated for resources: {'Port': ['ID=acada3c6-9081-4981-b945-e25141c5c389,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:48.237763 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.374s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:48.289094 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:07:48.292377 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.400s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:48.467824 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:48.469522 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Added segment 4d6da6d2-cef1-4162-8c77-5e9c93c85c71 of type vlan for network 513e6dbd-af60-4f03-95bf-a7684ca59b29 Jun 11 18:07:48.603171 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:48.919791 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.159233 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:49.160462 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.165572 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Attempting to bind port acada3c6-9081-4981-b945-e25141c5c389 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:49.172653 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Attempting to bind port acada3c6-9081-4981-b945-e25141c5c389 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:49.182084 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Attempting to bind port acada3c6-9081-4981-b945-e25141c5c389 on network be8dea01-a324-469a-a408-fff0eb66b54b {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:49.182906 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34560) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:49.191716 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1766166-e6a9-4ad8-8401-e39e59e66c04,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:49.274958 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.982s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:49.296629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-195e3c65-ae1b-4103-83d7-b68c3c4b3b70 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.066s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:49.549393 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 5.5348439 Jun 11 18:07:49.549393 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Port acada3c6-9081-4981-b945-e25141c5c389 on network be8dea01-a324-469a-a408-fff0eb66b54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:07:49.549393 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Attempting to bind port acada3c6-9081-4981-b945-e25141c5c389 on network be8dea01-a324-469a-a408-fff0eb66b54b {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:49.550267 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-588b6ce3-2c77-4fdf-b716-d7c5cd32682e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.556329 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34568) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:49.601641 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Request body: {'subnet': {'network_id': '513e6dbd-af60-4f03-95bf-a7684ca59b29', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-855550442-subnet', 'tenant_id': 'efc6c98b107e4828a88cd1f39e7c6671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:07:49.658908 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Pushing event updated for resources: {'Port': ['ID=075f211e-3763-44fa-9d5b-a941993f1104,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:49.692850 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:49.702109 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:49.703211 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Checking segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:49.704868 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Bound using segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:49.706618 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Bound port: acada3c6-9081-4981-b945-e25141c5c389, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:49.708292 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.712780 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:49.719018 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-121632c2-0327-43ae-b204-ecfa48b1a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.771596 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.db.api [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:07:49.771596 dv-cinder-796049-1-iscsi neutron-server[92016]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 18:07:49.771596 dv-cinder-796049-1-iscsi neutron-server[92016]: [parameters: {'project_id': 'efc6c98b107e4828a88cd1f39e7c6671', 'id': '566b8596-6e71-4311-8597-b6310fcb9135', 'expiration': datetime.datetime(2021, 6, 11, 18, 9, 49, 741244)}] Jun 11 18:07:49.771596 dv-cinder-796049-1-iscsi neutron-server[92016]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:07:49.772476 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_db.api [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:07:49.882376 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-121632c2-0327-43ae-b204-ecfa48b1a2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:49.886453 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-121632c2-0327-43ae-b204-ecfa48b1a2d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad805c59-e39b-4cd7-bc18-b571c337bd70 HTTP/1.1" status: 204 len: 168 time: 3.8396733 Jun 11 18:07:49.949986 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Attempting to bind port 075f211e-3763-44fa-9d5b-a941993f1104 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:07:49.950559 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Attempting to bind port 075f211e-3763-44fa-9d5b-a941993f1104 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'dd8d1490-9b75-48c7-9a5b-753ce506d542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '65e010af-7e3b-4fa8-9853-e2eac8d4f614'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:07:49.951265 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Attempting to bind port 075f211e-3763-44fa-9d5b-a941993f1104 on network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:50.006506 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337037be-1457-4ae7-b44a-4d0665d87b70 req-67bdd034-1b32-45cc-a945-c7fe8857f915 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:50.010490 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-337037be-1457-4ae7-b44a-4d0665d87b70 req-67bdd034-1b32-45cc-a945-c7fe8857f915 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 943 time: 1.7697599 Jun 11 18:07:50.027154 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d72fa2-42bb-473a-a569-e98673201b90 req-28035995-a417-446f-9459-d540389f0660 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:50.040337 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58d72fa2-42bb-473a-a569-e98673201b90 req-28035995-a417-446f-9459-d540389f0660 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 944 time: 1.7533214 Jun 11 18:07:50.123126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Port 075f211e-3763-44fa-9d5b-a941993f1104 on network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:07:50.123665 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Attempting to bind port 075f211e-3763-44fa-9d5b-a941993f1104 on network 65e010af-7e3b-4fa8-9853-e2eac8d4f614 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:07:50.141176 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-588b6ce3-2c77-4fdf-b716-d7c5cd32682e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.160321 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-588b6ce3-2c77-4fdf-b716-d7c5cd32682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.255210 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-13461896-a617-4653-9ce1-854de979500f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:50.273268 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-588b6ce3-2c77-4fdf-b716-d7c5cd32682e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7fe49961b8d4445991f3e38411803d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0874507 Jun 11 18:07:50.288126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 34580) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:50.309583 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Pushing event updated for resources: {'Network': ['ID=513e6dbd-af60-4f03-95bf-a7684ca59b29,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:50.328339 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:50.335840 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:50.343921 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:07:50.345003 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Checking segment: {'id': 'dd8d1490-9b75-48c7-9a5b-753ce506d542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '65e010af-7e3b-4fa8-9853-e2eac8d4f614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:50.345964 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Bound using segment: {'id': 'dd8d1490-9b75-48c7-9a5b-753ce506d542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '65e010af-7e3b-4fa8-9853-e2eac8d4f614'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:07:50.347029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Bound port: 075f211e-3763-44fa-9d5b-a941993f1104, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8d1490-9b75-48c7-9a5b-753ce506d542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '65e010af-7e3b-4fa8-9853-e2eac8d4f614'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:07:50.347983 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.396989 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 513e6dbd-af60-4f03-95bf-a7684ca59b29 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:07:50.519256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b6ce3-2c77-4fdf-b716-d7c5cd32682e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0c2dc9-9885-4e9d-b328-a7bb267d6d7e,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:50.531091 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121632c2-0327-43ae-b204-ecfa48b1a2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad805c59-e39b-4cd7-bc18-b571c337bd70,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:50.533966 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-588b6ce3-2c77-4fdf-b716-d7c5cd32682e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:50.552045 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Made reservation on behalf of efc6c98b107e4828a88cd1f39e7c6671 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:07:50.571607 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:50.573221 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-121632c2-0327-43ae-b204-ecfa48b1a2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:50.700443 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58d72fa2-42bb-473a-a569-e98673201b90 req-85b4c8d9-232b-41b4-9f52-b843f9d127af tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6588135 Jun 11 18:07:50.780023 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-337037be-1457-4ae7-b44a-4d0665d87b70 req-68ae9826-8535-4fdd-a6b9-65df9d1eb1e9 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676948 Jun 11 18:07:50.856849 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] For port acada3c6-9081-4981-b945-e25141c5c389, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:51.083519 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] For port acada3c6-9081-4981-b945-e25141c5c389, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=acada3c6-9081-4981-b945-e25141c5c389,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:51.143213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.230201 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] For port 075f211e-3763-44fa-9d5b-a941993f1104, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:07:51.243097 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:51.246967 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.260275 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:51.392661 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-aa36ffc1-40c4-433a-9c34-8eabe3ea8b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.418388 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] For port 075f211e-3763-44fa-9d5b-a941993f1104, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=075f211e-3763-44fa-9d5b-a941993f1104,segment=NetworkSegment(dd8d1490-9b75-48c7-9a5b-753ce506d542),segment_id=dd8d1490-9b75-48c7-9a5b-753ce506d542)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:07:51.462839 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Checking segment: {'id': '4d6da6d2-cef1-4162-8c77-5e9c93c85c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '513e6dbd-af60-4f03-95bf-a7684ca59b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:07:51.463935 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Network hostable DHCP agents. Network: 513e6dbd-af60-4f03-95bf-a7684ca59b29, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:07:51.471274 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50622a48-2873-479c-a7d5-1f13dc061504,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:51.484761 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:51.521329 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Network 513e6dbd-af60-4f03-95bf-a7684ca59b29 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:07:51.531565 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.549451 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 513e6dbd-af60-4f03-95bf-a7684ca59b29) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:07:51.558229 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:51.559299 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.560830 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:51.562282 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] 10.222.0.82 "PUT /v2.0/ports/acada3c6-9081-4981-b945-e25141c5c389 HTTP/1.1" status: 200 len: 1093 time: 11.9289887 Jun 11 18:07:51.562655 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.570777 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb1bb68-d4b0-4d9e-86aa-7f9938af093c None None] Network 513e6dbd-af60-4f03-95bf-a7684ca59b29 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:51.582353 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16977ea3-6d33-4dd3-be26-939fe4861b61', 'tag': 'acada3c6-9081-4981-b945-e25141c5c389'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:51.615484 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0400672 Jun 11 18:07:51.896792 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-aa36ffc1-40c4-433a-9c34-8eabe3ea8b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:51.939454 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Pushing event updated for resources: {'Port': ['ID=acada3c6-9081-4981-b945-e25141c5c389,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:51.984606 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:51.986117 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:52.123453 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d77df-1d52-40cd-bd8a-eacecd843431 None None] Network 513e6dbd-af60-4f03-95bf-a7684ca59b29 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:07:52.308292 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:52.309338 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:52.311706 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] 10.222.0.82 "PUT /v2.0/ports/075f211e-3763-44fa-9d5b-a941993f1104 HTTP/1.1" status: 200 len: 1094 time: 13.2162881 Jun 11 18:07:52.366794 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486" -d '{"events": [{"name": "network-changed", "server_uuid": "16977ea3-6d33-4dd3-be26-939fe4861b61", "tag": "acada3c6-9081-4981-b945-e25141c5c389"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:52.422699 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Pushing event updated for resources: {'Port': ['ID=075f211e-3763-44fa-9d5b-a941993f1104,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:52.442554 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:52.460838 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-aa36ffc1-40c4-433a-9c34-8eabe3ea8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:52.474749 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-aa36ffc1-40c4-433a-9c34-8eabe3ea8b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:52.477406 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-aa36ffc1-40c4-433a-9c34-8eabe3ea8b74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f0c2dc9-9885-4e9d-b328-a7bb267d6d7e HTTP/1.1" status: 204 len: 168 time: 2.1627259 Jun 11 18:07:52.482094 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:52.549179 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36ffc1-40c4-433a-9c34-8eabe3ea8b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0c2dc9-9885-4e9d-b328-a7bb267d6d7e,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:52.568784 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-aa36ffc1-40c4-433a-9c34-8eabe3ea8b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:52.606216 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234939c-0bab-4b86-9d33-edcfd15539da req-d9e6e651-0b24-46ea-b71c-835fe2d43cd9 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:52.619264 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d234939c-0bab-4b86-9d33-edcfd15539da req-d9e6e651-0b24-46ea-b71c-835fe2d43cd9 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 944 time: 0.4539406 Jun 11 18:07:52.787726 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d234939c-0bab-4b86-9d33-edcfd15539da req-50ee90ab-d2d8-428a-a721-e45e9deeb168 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668158 Jun 11 18:07:52.900200 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-74f9b9f6-51b9-4baf-9fe5-fafc55229967 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--980073620&fields=id&tenant_id=969795a4f15c48dfb449128acf1e5cf0 HTTP/1.1" status: 200 len: 267 time: 0.2639542 Jun 11 18:07:53.437875 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-1aaff29b-8eb8-4fd1-9997-afd43f5e0076 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:53.441305 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-1aaff29b-8eb8-4fd1-9997-afd43f5e0076 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 817 time: 0.5269220 Jun 11 18:07:53.480406 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-438b2bfd-ec29-40d6-b93d-c8bbb614dc82 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/quotas/969795a4f15c48dfb449128acf1e5cf0 HTTP/1.1" status: 200 len: 375 time: 0.0200222 Jun 11 18:07:53.500539 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3f343-b18f-4a5d-9a8b-a496495bd0ff req-06be79f0-348e-4a25-93d5-9b24979d8005 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:53.516322 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-06d3f343-b18f-4a5d-9a8b-a496495bd0ff req-06be79f0-348e-4a25-93d5-9b24979d8005 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 943 time: 0.4843912 Jun 11 18:07:53.568202 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34652) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:53.597343 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f849e761-431c-4f17-bf25-b59c4ef42401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:53.672287 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-06d3f343-b18f-4a5d-9a8b-a496495bd0ff req-57d7d27b-a369-4d70-a8d7-1032be014838 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536484 Jun 11 18:07:53.749821 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:07:53.805523 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-eaade0bd-f87e-454c-a4a0-6ee9165db05c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2714128 Jun 11 18:07:53.845910 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f849e761-431c-4f17-bf25-b59c4ef42401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:53.854165 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f849e761-431c-4f17-bf25-b59c4ef42401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:53.859372 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:53.971048 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-f849e761-431c-4f17-bf25-b59c4ef42401 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e49f789e22046c0abb7f727e3b6aee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005973 Jun 11 18:07:53.972335 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34664) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:53.976509 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849e761-431c-4f17-bf25-b59c4ef42401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726762fc-66d1-4b4f-b6e7-cf1f46ce855c,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:53.990082 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f849e761-431c-4f17-bf25-b59c4ef42401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:54.111326 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-8b553f68-7b1e-4196-a2a4-e4848fa30bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734733 Jun 11 18:07:54.122402 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ebb15d81-4ebf-4c76-b68d-802b4065ef4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.177266 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ebb15d81-4ebf-4c76-b68d-802b4065ef4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.304318 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ebb15d81-4ebf-4c76-b68d-802b4065ef4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.352241 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ebb15d81-4ebf-4c76-b68d-802b4065ef4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:54.354308 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ebb15d81-4ebf-4c76-b68d-802b4065ef4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/726762fc-66d1-4b4f-b6e7-cf1f46ce855c HTTP/1.1" status: 204 len: 168 time: 0.3798254 Jun 11 18:07:54.355397 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:54.403103 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb15d81-4ebf-4c76-b68d-802b4065ef4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726762fc-66d1-4b4f-b6e7-cf1f46ce855c,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:54.453680 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ebb15d81-4ebf-4c76-b68d-802b4065ef4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:54.708332 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beea283-7152-463b-af2c-6cc885a42fa1 x-openstack-request-id: req-7beea283-7152-463b-af2c-6cc885a42fa1 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:54.709213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16977ea3-6d33-4dd3-be26-939fe4861b61", "tag": "acada3c6-9081-4981-b945-e25141c5c389", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:54.709213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7beea283-7152-463b-af2c-6cc885a42fa1 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:54.710097 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16977ea3-6d33-4dd3-be26-939fe4861b61', 'tag': 'acada3c6-9081-4981-b945-e25141c5c389', 'status': 'completed', 'code': 200} Jun 11 18:07:54.896720 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-58773e28-2a94-48b1-aacb-31843e3f6d3a service neutron] 10.222.0.15 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7756367 Jun 11 18:07:55.171894 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48a445-4363-4183-ab78-d901dd7fb1b1 req-b1369262-d780-4d0d-8ce9-5a824970a68f tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.185148 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-be48a445-4363-4183-ab78-d901dd7fb1b1 req-b1369262-d780-4d0d-8ce9-5a824970a68f tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 944 time: 0.4736977 Jun 11 18:07:55.191694 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-52a6f6cc-0bdf-4849-984c-b1c5d2b9fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.194280 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-52a6f6cc-0bdf-4849-984c-b1c5d2b9fdee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 1096 time: 0.4931386 Jun 11 18:07:55.201436 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-88fa6f09-0072-4bae-8597-8f3e46a6c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.204347 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-88fa6f09-0072-4bae-8597-8f3e46a6c912 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357eb856ba444fd3b070e830204487fc&device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 1097 time: 0.4894631 Jun 11 18:07:55.212236 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a23a9820-9e8f-4328-80a3-4ee0d1e8436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:55.349954 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-be48a445-4363-4183-ab78-d901dd7fb1b1 req-94a4e9eb-640c-483e-9edb-af89344cecae tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414344 Jun 11 18:07:55.567458 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7ca6a102-49f6-493b-81b8-e069a04504bf req-727cc592-06c4-4d5c-90be-549dc5f16fc5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 210 time: 0.1096642 Jun 11 18:07:55.628542 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4b0b9-33c4-40bb-a05b-fcd2a72bc69b req-7a5a27ab-e0b4-4fcb-a4e6-d62714eff20b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:55.631348 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a2e4b0b9-33c4-40bb-a05b-fcd2a72bc69b req-7a5a27ab-e0b4-4fcb-a4e6-d62714eff20b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 943 time: 0.2675049 Jun 11 18:07:55.752730 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a2e4b0b9-33c4-40bb-a05b-fcd2a72bc69b req-4f50e31c-33ab-4fbb-a09f-6e0c1d484aa5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093726 Jun 11 18:07:56.380377 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34738) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:56.722007 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7885ef4c-002d-434e-8bc3-e003b3c4187f', 'tag': '075f211e-3763-44fa-9d5b-a941993f1104'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:07:56.731854 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7043a317-0709-4d1a-bc58-33598dbe43c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7885ef4c-002d-434e-8bc3-e003b3c4187f", "tag": "075f211e-3763-44fa-9d5b-a941993f1104"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:07:56.890653 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3b859703-04e2-4160-a2e7-5a13c9fe4e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:56.902369 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bd914-fadd-4777-9f73-4a1450fb7269 req-48c831c6-f9d0-4da4-9204-21b5a9d32f2b tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:56.906945 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-361bd914-fadd-4777-9f73-4a1450fb7269 req-48c831c6-f9d0-4da4-9204-21b5a9d32f2b tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 944 time: 0.3049734 Jun 11 18:07:57.013733 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-db967b03-4d02-4ceb-b734-6edd8741054e req-1e65477e-1d9e-4222-aab7-33e9ddca8aa7 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 210 time: 0.1045411 Jun 11 18:07:57.148354 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-361bd914-fadd-4777-9f73-4a1450fb7269 req-ae294bfe-577b-4c29-941a-60835951ae3d tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371193 Jun 11 18:07:57.192172 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3b859703-04e2-4160-a2e7-5a13c9fe4e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.199580 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3b859703-04e2-4160-a2e7-5a13c9fe4e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.219620 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:57.244652 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6253ed-f598-490c-9171-35347ccfd629 x-openstack-request-id: req-ab6253ed-f598-490c-9171-35347ccfd629 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:07:57.245812 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7885ef4c-002d-434e-8bc3-e003b3c4187f", "tag": "075f211e-3763-44fa-9d5b-a941993f1104", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:07:57.245812 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab6253ed-f598-490c-9171-35347ccfd629 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:07:57.246662 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7885ef4c-002d-434e-8bc3-e003b3c4187f', 'tag': '075f211e-3763-44fa-9d5b-a941993f1104', 'status': 'completed', 'code': 200} Jun 11 18:07:57.305657 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b859703-04e2-4160-a2e7-5a13c9fe4e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a23ce-0c27-4575-a935-825256bd5be0,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:57.315243 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3b859703-04e2-4160-a2e7-5a13c9fe4e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:57.322021 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3b859703-04e2-4160-a2e7-5a13c9fe4e34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67a9410b316e47cdb14ccae8abb96040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9388258 Jun 11 18:07:57.326283 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34772) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:57.417994 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90042562-0256-45ec-9f6e-84e96733c332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.465596 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90042562-0256-45ec-9f6e-84e96733c332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.527419 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76e495-099d-43a9-9e1f-7647a13ba305 req-55c73ab5-66e3-4d28-9147-36d39192a6d8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:57.530549 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3f76e495-099d-43a9-9e1f-7647a13ba305 req-55c73ab5-66e3-4d28-9147-36d39192a6d8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 943 time: 0.1372857 Jun 11 18:07:57.569276 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90042562-0256-45ec-9f6e-84e96733c332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.575241 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90042562-0256-45ec-9f6e-84e96733c332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:57.581100 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-90042562-0256-45ec-9f6e-84e96733c332 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e13a23ce-0c27-4575-a935-825256bd5be0 HTTP/1.1" status: 204 len: 168 time: 0.2493465 Jun 11 18:07:57.581100 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:57.597191 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90042562-0256-45ec-9f6e-84e96733c332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a23ce-0c27-4575-a935-825256bd5be0,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:57.602038 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-90042562-0256-45ec-9f6e-84e96733c332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:57.644792 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3f76e495-099d-43a9-9e1f-7647a13ba305 req-897621d7-8aee-4a34-8f28-fae54feb3465 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991147 Jun 11 18:07:57.871685 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-35cf7692-d636-4b80-afe7-415a9e36bd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:58.017469 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:58.049194 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-3cac86cb-6637-4993-96d2-3451edfb4990 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acada3c6-9081-4981-b945-e25141c5c389 HTTP/1.1" status: 200 len: 217 time: 0.1694539 Jun 11 18:07:58.165162 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-f95f978c-5744-4a33-8e64-f9e0f4e55fb2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075f211e-3763-44fa-9d5b-a941993f1104 HTTP/1.1" status: 200 len: 217 time: 0.1128960 Jun 11 18:07:58.573096 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34814) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:58.647066 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-aae911f3-3840-45da-8fd2-602559502c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:58.657831 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-072b3004-9378-4b8b-9dd3-efc130e8c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:58.675933 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-072b3004-9378-4b8b-9dd3-efc130e8c054 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.5065141 Jun 11 18:07:58.978573 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34826) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:59.078939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-aae911f3-3840-45da-8fd2-602559502c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.093980 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-aae911f3-3840-45da-8fd2-602559502c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.127237 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d07629a9-30fb-4b4d-bbb1-6699e54a5486 req-477db810-f4a2-4f95-a487-c02f26703ff4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 210 time: 0.4501874 Jun 11 18:07:59.133434 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-fad046bb-8a61-462c-8ea4-ed97c74c82c7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3502085 Jun 11 18:07:59.166752 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-336b6be9-d7c1-45e1-9249-1b866f5575c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:07:59.178304 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-aae911f3-3840-45da-8fd2-602559502c0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98613de3c1dc4457a4e948596bef413a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026814 Jun 11 18:07:59.184144 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34832) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:59.251061 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.286817 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-6ca78403-1962-4d8f-ab4c-d7a5d1285454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:07:59.289745 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-6ca78403-1962-4d8f-ab4c-d7a5d1285454 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=629921c8-9b4e-47b6-a82f-91f3aa59e85b HTTP/1.1" status: 200 len: 852 time: 1.0977492 Jun 11 18:07:59.334472 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae911f3-3840-45da-8fd2-602559502c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa815b10-4362-4dfe-8585-9d7930a08b18,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:07:59.350035 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-aae911f3-3840-45da-8fd2-602559502c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:07:59.400678 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-98d1d704-9494-4d7e-9e40-a796cb4e7fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.512554 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-98d1d704-9494-4d7e-9e40-a796cb4e7fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.538209 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-b23ab890-d7fc-4ffd-9891-ac34985c64d6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65e010af-7e3b-4fa8-9853-e2eac8d4f614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2147896 Jun 11 18:07:59.710227 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d456be55-c711-4c5e-9ccc-0c566322c951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.782769 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.82', 51580) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:07:59.941054 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-98d1d704-9494-4d7e-9e40-a796cb4e7fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.995700 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-98d1d704-9494-4d7e-9e40-a796cb4e7fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:07:59.998721 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-98d1d704-9494-4d7e-9e40-a796cb4e7fad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa815b10-4362-4dfe-8585-9d7930a08b18 HTTP/1.1" status: 204 len: 168 time: 0.8121123 Jun 11 18:08:00.020401 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a92ecb87-298c-4d48-a583-47f24bb2ecae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:00.089986 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1d704-9494-4d7e-9e40-a796cb4e7fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa815b10-4362-4dfe-8585-9d7930a08b18,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:00.112950 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-98d1d704-9494-4d7e-9e40-a796cb4e7fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:00.151196 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-19fceecd-738b-4167-94fd-d7e815ea7353 service neutron] 10.222.0.82 "GET /v2.0/networks/65e010af-7e3b-4fa8-9853-e2eac8d4f614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564175 Jun 11 18:08:00.788885 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b7809-873d-47d3-8563-469dfa2cbf6d req-03bda318-ff4a-4d33-b6b7-42839b1253b3 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:00.789818 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d456be55-c711-4c5e-9ccc-0c566322c951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.791387 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fc8b7809-873d-47d3-8563-469dfa2cbf6d req-03bda318-ff4a-4d33-b6b7-42839b1253b3 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 944 time: 2.0498147 Jun 11 18:08:00.801878 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d456be55-c711-4c5e-9ccc-0c566322c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:00.822999 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acbf9ddd-dcc2-4caf-a4c9-e6a9aec789e3 req-0b848247-28c2-435f-9552-33d69c942201 service neutron] 10.222.0.82 "GET /v2.0/networks/65e010af-7e3b-4fa8-9853-e2eac8d4f614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599545 Jun 11 18:08:00.845264 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3b859703-04e2-4160-a2e7-5a13c9fe4e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:00.855676 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d456be55-c711-4c5e-9ccc-0c566322c951 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40fd63cf5b82466c93e136d65a21d8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8706081 Jun 11 18:08:00.868253 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-606aa414-3af6-4df0-9877-44144a27978b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:00.870054 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 34876) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:00.874284 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-606aa414-3af6-4df0-9877-44144a27978b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 817 time: 1.0862963 Jun 11 18:08:00.878692 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-9743e49b-8f1a-48a9-99d4-b8a81b653bec service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6454284 Jun 11 18:08:01.046584 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-5be2f37c-3def-47bf-badd-cfde3c83f3cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969795a4f15c48dfb449128acf1e5cf0 HTTP/1.1" status: 200 len: 379 time: 0.1455562 Jun 11 18:08:01.069461 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'port': {'device_id': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'admin_state_up': True, 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'security_groups': ['f2401e3e-fba5-41ba-8094-4a8050f4a4eb']}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:01.071586 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:01.106412 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b309d65f-0391-4891-9aa2-30fc8804b77a req-cbde8e1b-3c7f-4651-92b3-e898c0e368f7 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790986 Jun 11 18:08:01.142037 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456be55-c711-4c5e-9ccc-0c566322c951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998a3479-f1cb-47ec-976c-976e972eab7d,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:01.153154 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fc8b7809-873d-47d3-8563-469dfa2cbf6d req-25af8717-740d-47e8-94fa-f6d361cd2e7f tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386235 Jun 11 18:08:01.154972 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d456be55-c711-4c5e-9ccc-0c566322c951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:01.174920 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07348f1-7683-49e9-b95e-34cb06f39338 req-a82d2f5d-fcef-4b77-af72-d83fda8f932c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:01.189648 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c07348f1-7683-49e9-b95e-34cb06f39338 req-a82d2f5d-fcef-4b77-af72-d83fda8f932c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 943 time: 1.4059381 Jun 11 18:08:01.425262 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Made reservation on behalf of 969795a4f15c48dfb449128acf1e5cf0 for: {'port': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:08:01.444197 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:01.583186 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-89fd6d4b-927d-4b22-8e28-ae4a3f111b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:01.659969 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c682c060-5b3f-4d14-a7a7-d16a2c03927b req-b59e16bc-7938-45e6-bcbe-724b24a81b51 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 210 time: 0.1164615 Jun 11 18:08:01.745115 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c07348f1-7683-49e9-b95e-34cb06f39338 req-4b672e9c-b7ce-4da5-80d0-f694264d5127 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148803 Jun 11 18:08:01.750329 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-89fd6d4b-927d-4b22-8e28-ae4a3f111b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:01.811579 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-56a2e3bf-5eb2-4627-ae8f-c84ee1a9adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:01.814228 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-56a2e3bf-5eb2-4627-ae8f-c84ee1a9adc4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 1096 time: 0.4861500 Jun 11 18:08:01.822934 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-5192c665-2942-4efd-af36-dffc72ac74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:01.825681 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-5192c665-2942-4efd-af36-dffc72ac74e5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=357eb856ba444fd3b070e830204487fc&device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 1097 time: 0.7060633 Jun 11 18:08:02.166815 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Allocated IP 172.20.0.7 (10e739d9-43a5-46a7-afb2-324284d3a27f/e7e1ba3b-0c63-46dc-89ce-a323c1cfde25/c7335c9b-687a-484c-8edb-fd4b141b77a1) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:08:02.428776 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-89fd6d4b-927d-4b22-8e28-ae4a3f111b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:02.497184 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-89fd6d4b-927d-4b22-8e28-ae4a3f111b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:02.500351 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-89fd6d4b-927d-4b22-8e28-ae4a3f111b92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/998a3479-f1cb-47ec-976c-976e972eab7d HTTP/1.1" status: 204 len: 168 time: 1.6261871 Jun 11 18:08:02.552069 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-121632c2-0327-43ae-b204-ecfa48b1a2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:02.556202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-8bcdfa55-1aa2-4404-93f6-3393bce92ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:02.559092 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-8bcdfa55-1aa2-4404-93f6-3393bce92ded service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 915 time: 0.7317197 Jun 11 18:08:02.596850 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd6d4b-927d-4b22-8e28-ae4a3f111b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998a3479-f1cb-47ec-976c-976e972eab7d,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:02.749666 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-89fd6d4b-927d-4b22-8e28-ae4a3f111b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:02.761641 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-92ec877b-1089-4e70-85e9-a60e2230bc5e service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acada3c6-9081-4981-b945-e25141c5c389 HTTP/1.1" status: 200 len: 217 time: 0.1836417 Jun 11 18:08:02.807013 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:02.857586 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-11aae670-c163-4feb-a42e-de48508d4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:02.861276 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Transition to ACTIVE for port object c7335c9b-687a-484c-8edb-fd4b141b77a1 will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:08:02.870631 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-11aae670-c163-4feb-a42e-de48508d4680 service neutron] 10.222.0.82 "GET /v2.0/networks?id=65e010af-7e3b-4fa8-9853-e2eac8d4f614 HTTP/1.1" status: 200 len: 913 time: 1.0102475 Jun 11 18:08:03.010907 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.032791 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:03.057801 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-78b6f3ff-a10c-4f94-846e-0cea22693e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:03.060643 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-78b6f3ff-a10c-4f94-846e-0cea22693e9a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.2088141 Jun 11 18:08:03.190835 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-20b56161-e32e-44ec-9db3-7001aff2f346 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=075f211e-3763-44fa-9d5b-a941993f1104 HTTP/1.1" status: 200 len: 217 time: 0.3144958 Jun 11 18:08:03.232917 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 075f211e-3763-44fa-9d5b-a941993f1104 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:08:03.234815 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Network 10e739d9-43a5-46a7-afb2-324284d3a27f is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:08:03.325939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:03.343029 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:03.345824 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:08:03.368767 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:08:03.376267 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-663fe0f5-9999-4801-923d-57425fc04b67 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3074183 Jun 11 18:08:03.397828 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:03.408291 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.457190 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34950) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:03.504612 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4432175 Jun 11 18:08:03.507025 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-32291b24-c603-4d1c-ab11-be3c1546304a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.527691 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Request body: {'port': {'device_id': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:03.821921 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:03.975353 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4fac-5f9b-4896-a7ea-522c8eb2e6b5 req-cc51e544-b21b-4a67-90d2-03f0ae686a68 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:03.978952 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b74f4fac-5f9b-4896-a7ea-522c8eb2e6b5 req-cc51e544-b21b-4a67-90d2-03f0ae686a68 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 944 time: 1.2271299 Jun 11 18:08:04.140237 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-6d5d8f08-0dd7-4a46-8daf-fcd59fe059ae None None] Provisioning for port c7335c9b-687a-484c-8edb-fd4b141b77a1 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:08:04.151267 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-1ca7467c-512b-4860-82f2-cda66de60cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:04.153128 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-1ca7467c-512b-4860-82f2-cda66de60cf1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=629921c8-9b4e-47b6-a82f-91f3aa59e85b HTTP/1.1" status: 200 len: 852 time: 0.9556561 Jun 11 18:08:04.167561 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 075f211e-3763-44fa-9d5b-a941993f1104, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=075f211e-3763-44fa-9d5b-a941993f1104,segment=NetworkSegment(dd8d1490-9b75-48c7-9a5b-753ce506d542),segment_id=dd8d1490-9b75-48c7-9a5b-753ce506d542)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:04.191201 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-6d5d8f08-0dd7-4a46-8daf-fcd59fe059ae None None] Provisioning complete for port c7335c9b-687a-484c-8edb-fd4b141b77a1 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:08:04.192904 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8f08-0dd7-4a46-8daf-fcd59fe059ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:04.308540 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '075f211e-3763-44fa-9d5b-a941993f1104', 'network_id': '65e010af-7e3b-4fa8-9853-e2eac8d4f614', 'port_id': '075f211e-3763-44fa-9d5b-a941993f1104', 'mac_address': 'fa:16:3e:87:50:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629921c8-9b4e-47b6-a82f-91f3aa59e85b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:08:04.361092 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-9e8ca592-8b0e-47ba-9400-5c862b12395c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=65e010af-7e3b-4fa8-9853-e2eac8d4f614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422584 Jun 11 18:08:04.413632 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-38c0180a-7d67-4caa-ab36-6e1361f6c2db service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7136142 Jun 11 18:08:04.527195 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d8f08-0dd7-4a46-8daf-fcd59fe059ae None None] Port c7335c9b-687a-484c-8edb-fd4b141b77a1 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:08:04.559255 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:04.631228 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 075f211e-3763-44fa-9d5b-a941993f1104 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:04.679596 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 075f211e-3763-44fa-9d5b-a941993f1104, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=075f211e-3763-44fa-9d5b-a941993f1104,segment=NetworkSegment(dd8d1490-9b75-48c7-9a5b-753ce506d542),segment_id=dd8d1490-9b75-48c7-9a5b-753ce506d542)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:04.689262 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:04.693326 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device acada3c6-9081-4981-b945-e25141c5c389 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:08:04.699873 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:04.778295 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50d449-8864-46c3-bc17-d66241f7883d req-b4decfae-68fc-4e6f-96ad-147d268b1690 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:04.781224 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8e50d449-8864-46c3-bc17-d66241f7883d req-b4decfae-68fc-4e6f-96ad-147d268b1690 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 931 time: 1.6286299 Jun 11 18:08:04.791705 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-32291b24-c603-4d1c-ab11-be3c1546304a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:04.815394 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-32291b24-c603-4d1c-ab11-be3c1546304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:04.832343 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:04.837337 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b74f4fac-5f9b-4896-a7ea-522c8eb2e6b5 req-41c347a3-9c84-4d52-8566-454e126f1298 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8207498 Jun 11 18:08:04.892078 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-40812587-e7c5-4685-b266-b7a6c8344c24 service neutron] 10.222.0.82 "GET /v2.0/networks/65e010af-7e3b-4fa8-9853-e2eac8d4f614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590073 Jun 11 18:08:04.917578 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=075f211e-3763-44fa-9d5b-a941993f1104,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:04.934839 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:05.032390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7335c9b-687a-484c-8edb-fd4b141b77a1 {{(pid=92016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:05.115550 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.168364 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-32291b24-c603-4d1c-ab11-be3c1546304a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c30ae5461ba84416a6ad1594ec3c91e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7082255 Jun 11 18:08:05.179609 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32291b24-c603-4d1c-ab11-be3c1546304a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5898f-14bd-459d-bb39-404659e3c3c2,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:05.196792 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 34982) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:05.199408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-32291b24-c603-4d1c-ab11-be3c1546304a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:05.213314 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Transition to ACTIVE for port object c7335c9b-687a-484c-8edb-fd4b141b77a1 will not be triggered until provisioned by entity L2. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:08:05.269161 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.288863 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-76299c0e-66b5-4f9f-b31a-8a257086ac04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:05.309524 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port acada3c6-9081-4981-b945-e25141c5c389, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=acada3c6-9081-4981-b945-e25141c5c389,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:05.334389 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'acada3c6-9081-4981-b945-e25141c5c389', 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'port_id': 'acada3c6-9081-4981-b945-e25141c5c389', 'mac_address': 'fa:16:3e:b5:89:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc1318e-2ad2-461c-8ca8-045387643d8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:08:05.434636 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.465985 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acada3c6-9081-4981-b945-e25141c5c389 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:05.532622 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port acada3c6-9081-4981-b945-e25141c5c389, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=acada3c6-9081-4981-b945-e25141c5c389,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:05.546717 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.550325 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:05.641818 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5902401a-b49b-4813-ba82-fe10aadaf333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.685636 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8e50d449-8864-46c3-bc17-d66241f7883d req-435582a6-ccd5-4ba0-8069-cb482de7c318 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8725779 Jun 11 18:08:05.687821 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5902401a-b49b-4813-ba82-fe10aadaf333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.720656 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=acada3c6-9081-4981-b945-e25141c5c389,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:05.759789 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:05.763592 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bbe6bb7-2a2d-4c6b-a95b-7a1ea710f486 req-62ad5bd2-d406-4bd0-815b-36704418f6a6 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3042364 Jun 11 18:08:05.848206 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5902401a-b49b-4813-ba82-fe10aadaf333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.852144 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['075f211e-3763-44fa-9d5b-a941993f1104'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:05.862425 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5902401a-b49b-4813-ba82-fe10aadaf333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:05.869142 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-5902401a-b49b-4813-ba82-fe10aadaf333 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ab5898f-14bd-459d-bb39-404659e3c3c2 HTTP/1.1" status: 204 len: 168 time: 0.6674097 Jun 11 18:08:05.869142 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:05.877335 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:06.003851 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:06.102998 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902401a-b49b-4813-ba82-fe10aadaf333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5898f-14bd-459d-bb39-404659e3c3c2,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:06.164553 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['acada3c6-9081-4981-b945-e25141c5c389'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:06.354318 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7043a317-0709-4d1a-bc58-33598dbe43c5 req-16cef1c6-7c66-42d9-97d9-2d49096b0ccd service neutron] 10.222.0.82 "GET /v2.0/networks/65e010af-7e3b-4fa8-9853-e2eac8d4f614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3128173 Jun 11 18:08:06.445136 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa47e3-e249-4c0f-8bb4-f0731db97156 req-0550e703-337e-4e0c-902f-449c04573ebb tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:06.451668 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-09fa47e3-e249-4c0f-8bb4-f0731db97156 req-0550e703-337e-4e0c-902f-449c04573ebb tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 944 time: 0.8464026 Jun 11 18:08:06.554493 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5902401a-b49b-4813-ba82-fe10aadaf333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:06.559614 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Attempting to bind port c7335c9b-687a-484c-8edb-fd4b141b77a1 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:08:06.560692 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Attempting to bind port c7335c9b-687a-484c-8edb-fd4b141b77a1 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:08:06.562194 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Attempting to bind port c7335c9b-687a-484c-8edb-fd4b141b77a1 on network 10e739d9-43a5-46a7-afb2-324284d3a27f {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:08:06.571443 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Port c7335c9b-687a-484c-8edb-fd4b141b77a1 on network 10e739d9-43a5-46a7-afb2-324284d3a27f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:08:06.572642 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Attempting to bind port c7335c9b-687a-484c-8edb-fd4b141b77a1 on network 10e739d9-43a5-46a7-afb2-324284d3a27f {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:08:06.584000 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:08:06.584939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Checking segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:08:06.586744 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Bound using segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:08:06.587881 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Bound port: c7335c9b-687a-484c-8edb-fd4b141b77a1, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'}}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:08:06.588996 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:06.883304 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, cleared binding levels {{(pid=92016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:08:06.974649 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-09fa47e3-e249-4c0f-8bb4-f0731db97156 req-382fa554-558e-4195-ba18-893741b51f43 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808110 Jun 11 18:08:06.995352 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:08:07.012641 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:07.019496 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:07.056006 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73184cb1-0bf1-420e-8059-f73edcc3fd6b req-52609acb-0d54-4a02-afa7-ad139c6039cf tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:07.058850 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-73184cb1-0bf1-420e-8059-f73edcc3fd6b req-52609acb-0d54-4a02-afa7-ad139c6039cf tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 945 time: 0.6054680 Jun 11 18:08:07.215195 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:07.216400 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:07.226269 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] 10.222.0.82 "PUT /v2.0/ports/c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 200 len: 1093 time: 3.6963236 Jun 11 18:08:07.233239 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:07.340988 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-73184cb1-0bf1-420e-8059-f73edcc3fd6b req-9e22a9ce-737b-4fb6-9d33-7f18e2aa306b tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603431 Jun 11 18:08:07.515456 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=3']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:07.536263 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:07.724782 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1582767-1ff3-42d5-836f-5ec97abc0fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:07.736182 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7923da-e35e-4548-9e07-9c11aecb4834 req-af6ce20e-5bd2-43f2-a757-0bf661ff200a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:07.737658 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b7923da-e35e-4548-9e07-9c11aecb4834 req-af6ce20e-5bd2-43f2-a757-0bf661ff200a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1594844 Jun 11 18:08:07.838992 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b7923da-e35e-4548-9e07-9c11aecb4834 req-810ef3f7-1d4d-4afa-9ce8-4793f455da71 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887868 Jun 11 18:08:07.958067 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1c45e6-36f1-420a-8aa2-aa4409d69d3d x-openstack-request-id: req-5b1c45e6-36f1-420a-8aa2-aa4409d69d3d {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:07.959573 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:07.960083 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b1c45e6-36f1-420a-8aa2-aa4409d69d3d {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:07.961403 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'status': 'completed', 'code': 200} Jun 11 18:08:08.461506 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6797b92-6ef6-491e-84fb-b4860db2425a req-4279bef3-df38-4476-a88e-4b8d3d98b6de tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:08.465513 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6797b92-6ef6-491e-84fb-b4860db2425a req-4279bef3-df38-4476-a88e-4b8d3d98b6de tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 944 time: 0.2042499 Jun 11 18:08:08.561631 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6797b92-6ef6-491e-84fb-b4860db2425a req-a06f094f-63ba-41e9-9968-2541156ba361 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826056 Jun 11 18:08:08.736241 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1493c3-f8fb-42fc-b5c9-1f8f00066c23 req-90e740bd-88e4-4eaf-96f3-35a87e6528c1 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:08.739007 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3c1493c3-f8fb-42fc-b5c9-1f8f00066c23 req-90e740bd-88e4-4eaf-96f3-35a87e6528c1 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 945 time: 0.1359303 Jun 11 18:08:08.816978 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3c1493c3-f8fb-42fc-b5c9-1f8f00066c23 req-113c3f52-d0de-405e-8dc0-b0f0eb680830 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645235 Jun 11 18:08:09.227618 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34fa0f-400f-4500-9818-59f980f246ce req-1fa2742e-cd80-4b19-894a-352f184b0107 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:09.235560 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8d34fa0f-400f-4500-9818-59f980f246ce req-1fa2742e-cd80-4b19-894a-352f184b0107 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1452248 Jun 11 18:08:09.326109 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8d34fa0f-400f-4500-9818-59f980f246ce req-4598ec35-78c8-4049-ac04-1bd8f9e02920 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790875 Jun 11 18:08:10.015874 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabdd95-67d2-4566-adad-125202256fb8 req-106a919e-500d-4627-946a-81ba25204a4e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:10.018768 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-afabdd95-67d2-4566-adad-125202256fb8 req-106a919e-500d-4627-946a-81ba25204a4e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 944 time: 0.2133403 Jun 11 18:08:10.145960 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-d6889eaa-1aa5-4bf9-bfdc-37ab564cc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:10.154684 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-afabdd95-67d2-4566-adad-125202256fb8 req-1c209762-354a-472a-ab0d-25a439d6c014 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215203 Jun 11 18:08:10.162501 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-d6889eaa-1aa5-4bf9-bfdc-37ab564cc89d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1096 time: 0.3594115 Jun 11 18:08:10.476782 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-d79eb304-2a45-472e-98ed-4c52fa8f1413 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 200 len: 217 time: 0.3051956 Jun 11 18:08:10.590846 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ac4f9-d2af-4997-90ce-a77bba011a8a req-9bbcec37-118e-4014-8bd5-f44d1cffc4ca tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:10.610033 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-264ac4f9-d2af-4997-90ce-a77bba011a8a req-9bbcec37-118e-4014-8bd5-f44d1cffc4ca tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 945 time: 0.3060708 Jun 11 18:08:10.744674 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-8c34159c-d798-46f0-b9df-b647db32ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:10.748698 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-264ac4f9-d2af-4997-90ce-a77bba011a8a req-03ff31fe-572b-46ee-9f65-f244cd655230 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315453 Jun 11 18:08:10.764219 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-8c34159c-d798-46f0-b9df-b647db32ac09 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.2662022 Jun 11 18:08:10.934998 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20d15c-5c61-4ac8-a02c-692b5ee85bca req-fc04ff88-3544-4496-9a0e-4fac664360c5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:10.947084 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cc20d15c-5c61-4ac8-a02c-692b5ee85bca req-fc04ff88-3544-4496-9a0e-4fac664360c5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.2077610 Jun 11 18:08:11.001439 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-a0972f0f-3ada-45b2-a278-cb43942ca847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:11.009700 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-a0972f0f-3ada-45b2-a278-cb43942ca847 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2395833 Jun 11 18:08:11.028171 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cc20d15c-5c61-4ac8-a02c-692b5ee85bca req-5409a1df-3ec0-49c7-af64-dd56289134c5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799387 Jun 11 18:08:11.270990 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-2dec971b-7611-4c3a-a3bf-b484f9a2f3c4 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537918 Jun 11 18:08:11.568857 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c78a3b0-f497-4aff-b344-e47adbfdff76 req-3d1128c0-05b7-4469-b589-50c41f4e9921 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884488 Jun 11 18:08:11.690374 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bf38b-93eb-48d5-aede-c42840ec213d req-1334f285-d67f-4d3c-8284-c7fa84a735b8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:11.693368 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5e2bf38b-93eb-48d5-aede-c42840ec213d req-1334f285-d67f-4d3c-8284-c7fa84a735b8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 944 time: 0.2322834 Jun 11 18:08:11.787402 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5e2bf38b-93eb-48d5-aede-c42840ec213d req-519e1bd5-77ae-47bd-940a-137b7b6bd7c3 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819206 Jun 11 18:08:11.836610 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-9d67a22d-72ee-4005-9684-66c1ae8aa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:11.840601 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-9d67a22d-72ee-4005-9684-66c1ae8aa17c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1096 time: 0.1586547 Jun 11 18:08:11.842876 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 075f211e-3763-44fa-9d5b-a941993f1104 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:08:12.104295 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 075f211e-3763-44fa-9d5b-a941993f1104 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:08:12.114490 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 075f211e-3763-44fa-9d5b-a941993f1104 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:08:12.115147 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:12.404290 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:12.464997 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-1bf4c3cd-37b8-471d-9051-4f15544e7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:12.471208 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7885ef4c-002d-434e-8bc3-e003b3c4187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f211e-3763-44fa-9d5b-a941993f1104'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:12.477144 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-1bf4c3cd-37b8-471d-9051-4f15544e7e08 service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 0.6296043 Jun 11 18:08:12.546537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56578b1-eb3d-428c-b0df-fe584428df38 req-8b464fae-d033-4a9c-9ce5-a57c5ac090aa tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:12.549374 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a56578b1-eb3d-428c-b0df-fe584428df38 req-8b464fae-d033-4a9c-9ce5-a57c5ac090aa tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 945 time: 0.4297304 Jun 11 18:08:12.641881 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede02042-609f-4358-9883-c134bfa0c551 req-a9319260-9560-42cf-a915-59fe9b76d198 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:12.652125 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ede02042-609f-4358-9883-c134bfa0c551 req-a9319260-9560-42cf-a915-59fe9b76d198 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3023436 Jun 11 18:08:12.682081 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a56578b1-eb3d-428c-b0df-fe584428df38 req-c2d0aaa7-4915-47ae-a30a-3035ad8c008d tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145241 Jun 11 18:08:12.741733 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 075f211e-3763-44fa-9d5b-a941993f1104, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=075f211e-3763-44fa-9d5b-a941993f1104,segment=NetworkSegment(dd8d1490-9b75-48c7-9a5b-753ce506d542),segment_id=dd8d1490-9b75-48c7-9a5b-753ce506d542)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:12.749560 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-c7eeb92b-87df-4af4-b78c-9029ff61b066 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 200 len: 217 time: 0.2616591 Jun 11 18:08:12.753364 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:12.769037 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device acada3c6-9081-4981-b945-e25141c5c389 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:08:12.780932 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-573e90e5-4f87-4b06-a56d-2904f007414b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:12.799924 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ede02042-609f-4358-9883-c134bfa0c551 req-ef234f0b-b5bd-4dc3-bb52-024b202f2980 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463206 Jun 11 18:08:12.975703 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-3766cb10-230b-4a92-a5ba-557644226653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:12.984698 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-3766cb10-230b-4a92-a5ba-557644226653 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.2276280 Jun 11 18:08:13.095925 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.148756 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71506088-8fcc-4e7c-9f90-987298d3f667" -d '{"events": [{"server_uuid": "7885ef4c-002d-434e-8bc3-e003b3c4187f", "name": "network-vif-plugged", "status": "completed", "tag": "075f211e-3763-44fa-9d5b-a941993f1104"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:13.248509 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-df2c1318-0761-41b4-9ca1-ed9314298bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:13.252251 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-df2c1318-0761-41b4-9ca1-ed9314298bc4 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2603657 Jun 11 18:08:13.291974 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=075f211e-3763-44fa-9d5b-a941993f1104,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:13.321442 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:13.336367 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port acada3c6-9081-4981-b945-e25141c5c389 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:08:13.355569 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port acada3c6-9081-4981-b945-e25141c5c389 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:08:13.357851 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.547387 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab51f5-c3df-4e23-b4de-a17ce51b27dc req-6c6313cd-a406-4a4f-8d3e-0714dabcc97a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:13.551407 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-87ab51f5-c3df-4e23-b4de-a17ce51b27dc req-6c6313cd-a406-4a4f-8d3e-0714dabcc97a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 944 time: 0.2565541 Jun 11 18:08:13.693730 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4640b73-8564-4ca2-a597-6837e63f063c x-openstack-request-id: req-d4640b73-8564-4ca2-a597-6837e63f063c {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:13.694121 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7885ef4c-002d-434e-8bc3-e003b3c4187f", "name": "network-vif-plugged", "status": "completed", "tag": "075f211e-3763-44fa-9d5b-a941993f1104", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:13.694424 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4640b73-8564-4ca2-a597-6837e63f063c {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:13.695705 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7885ef4c-002d-434e-8bc3-e003b3c4187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '075f211e-3763-44fa-9d5b-a941993f1104', 'code': 200} Jun 11 18:08:13.745389 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-eb92cd74-8573-4f97-840f-866550fcf1f4 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837911 Jun 11 18:08:13.770508 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-87ab51f5-c3df-4e23-b4de-a17ce51b27dc req-e1ff852c-135a-4e40-9a75-075adbe13681 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851327 Jun 11 18:08:13.770824 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:13.988728 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port acada3c6-9081-4981-b945-e25141c5c389, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=acada3c6-9081-4981-b945-e25141c5c389,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:13.999290 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:14.017231 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:14.080062 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c1582767-1ff3-42d5-836f-5ec97abc0fc3 req-1da007bf-51a1-4bfb-a7a1-5d4ff6636b66 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227139 Jun 11 18:08:14.237124 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=acada3c6-9081-4981-b945-e25141c5c389,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:14.249010 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:14.489912 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e649d-8d79-427a-8d9e-ce33f3027f41 req-3647602f-fcd2-4e03-a0a3-ac14f1b89b65 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:14.502994 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e07e649d-8d79-427a-8d9e-ce33f3027f41 req-3647602f-fcd2-4e03-a0a3-ac14f1b89b65 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 946 time: 0.3766799 Jun 11 18:08:14.521785 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678758-19a6-4e5b-881b-0d1614e501d1 req-39892498-cda7-4d37-a262-b702c9ea43f4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:14.527061 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9c678758-19a6-4e5b-881b-0d1614e501d1 req-39892498-cda7-4d37-a262-b702c9ea43f4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3246782 Jun 11 18:08:14.702161 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e07e649d-8d79-427a-8d9e-ce33f3027f41 req-6c085779-287b-49c8-848e-82d97d824d6d tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971135 Jun 11 18:08:14.721292 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9c678758-19a6-4e5b-881b-0d1614e501d1 req-3f44439b-ea10-4684-8605-befa516237f5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614201 Jun 11 18:08:14.750411 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109e230-8022-4fcb-ae5c-b6a5a54cb267 req-d36298f4-9a50-4a67-b3fe-2035d268a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:14.752006 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-e109e230-8022-4fcb-ae5c-b6a5a54cb267 req-d36298f4-9a50-4a67-b3fe-2035d268a215 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 1099 time: 0.5148408 Jun 11 18:08:14.791235 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-e109e230-8022-4fcb-ae5c-b6a5a54cb267 req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.021095 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-e109e230-8022-4fcb-ae5c-b6a5a54cb267 req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.031096 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-e109e230-8022-4fcb-ae5c-b6a5a54cb267 req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:15.035795 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-90042562-0256-45ec-9f6e-84e96733c332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:15.112409 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-e109e230-8022-4fcb-ae5c-b6a5a54cb267 req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517687 Jun 11 18:08:15.140121 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=09bd62cb-8e71-48ae-82d4-f2a9d335d774,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:15.150000 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484910e-670d-4550-906b-fe5e4b2e1f9a req-6960b409-0771-4196-b31e-d506d9dd4798 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:15.156333 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.156950 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.157834 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.158232 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.158832 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.159224 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1484910e-670d-4550-906b-fe5e4b2e1f9a req-6960b409-0771-4196-b31e-d506d9dd4798 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 945 time: 0.1211832 Jun 11 18:08:15.159484 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.159912 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.160508 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.161092 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.161771 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.162550 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.163216 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:15.202221 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:15.224285 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1484910e-670d-4550-906b-fe5e4b2e1f9a req-47239d4a-8796-4b03-abe5-cb35c6e6de58 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636473 Jun 11 18:08:15.696902 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16977ea3-6d33-4dd3-be26-939fe4861b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acada3c6-9081-4981-b945-e25141c5c389'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:15.701214 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c428a33-f27e-4d8b-9da1-e61aad8667fa" -d '{"events": [{"server_uuid": "16977ea3-6d33-4dd3-be26-939fe4861b61", "name": "network-vif-plugged", "status": "completed", "tag": "acada3c6-9081-4981-b945-e25141c5c389"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:15.802697 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b11105-a27e-48c5-8848-2a4720cda165 x-openstack-request-id: req-48b11105-a27e-48c5-8848-2a4720cda165 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:15.804119 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16977ea3-6d33-4dd3-be26-939fe4861b61", "name": "network-vif-plugged", "status": "completed", "tag": "acada3c6-9081-4981-b945-e25141c5c389", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:15.804998 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48b11105-a27e-48c5-8848-2a4720cda165 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:15.806277 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16977ea3-6d33-4dd3-be26-939fe4861b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acada3c6-9081-4981-b945-e25141c5c389', 'code': 200} Jun 11 18:08:15.885515 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:08:16.197228 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:16.243693 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'port_id': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'mac_address': 'fa:16:3e:f4:5b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:08:16.443345 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:16.517016 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7335c9b-687a-484c-8edb-fd4b141b77a1 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:16.517639 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71956d-9e97-49d5-8a70-5b8c6f03639b req-12041666-641f-4d73-b77a-9ff9557f6017 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:16.535110 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1a71956d-9e97-49d5-8a70-5b8c6f03639b req-12041666-641f-4d73-b77a-9ff9557f6017 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 946 time: 0.4165998 Jun 11 18:08:16.605482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245b533-7352-41dc-b9cc-03048a00bf63 req-3e7ff648-4d33-429e-9dfb-f87d6d81ed1d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:16.621251 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4245b533-7352-41dc-b9cc-03048a00bf63 req-3e7ff648-4d33-429e-9dfb-f87d6d81ed1d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3541458 Jun 11 18:08:16.634646 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c710e84-5b45-499e-b739-d37f7a78b3c3 req-82407b88-d4c9-442a-a384-71c9327c3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:16.661432 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8c710e84-5b45-499e-b739-d37f7a78b3c3 req-82407b88-d4c9-442a-a384-71c9327c3d1d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 1098 time: 0.2957861 Jun 11 18:08:16.670493 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:16.686698 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:16.697272 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:16.823008 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1a71956d-9e97-49d5-8a70-5b8c6f03639b req-0cf4803d-a85a-4907-a3aa-cef5d5d6310c tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861028 Jun 11 18:08:16.843606 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8c710e84-5b45-499e-b739-d37f7a78b3c3 req-785ae83a-e652-45e7-865e-3ff2d77e62bc service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779039 Jun 11 18:08:16.913187 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4245b533-7352-41dc-b9cc-03048a00bf63 req-0f7da1b8-48a3-4091-8212-e307ea6372db tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708969 Jun 11 18:08:16.959737 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:16.977828 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:16.991249 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['c7335c9b-687a-484c-8edb-fd4b141b77a1'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:17.168124 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35346) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:17.444306 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34b48f-c052-4330-839b-cfcf6023abd7 req-de30acab-f4f5-4552-85c0-7449f78e3c31 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:17.449223 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c34b48f-c052-4330-839b-cfcf6023abd7 req-de30acab-f4f5-4552-85c0-7449f78e3c31 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 945 time: 0.2331972 Jun 11 18:08:17.637465 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c34b48f-c052-4330-839b-cfcf6023abd7 req-9e60af5c-4550-4b52-9007-b09fa102b2f0 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765773 Jun 11 18:08:17.745951 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2d046e3a-93d5-41f7-be2e-e655436ede19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:17.968898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35364) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:18.036464 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2d046e3a-93d5-41f7-be2e-e655436ede19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:18.051321 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2d046e3a-93d5-41f7-be2e-e655436ede19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:18.059328 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:18.168634 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-2d046e3a-93d5-41f7-be2e-e655436ede19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdfc59617aa9438e88d40d5bb87963ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9942970 Jun 11 18:08:18.168634 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d046e3a-93d5-41f7-be2e-e655436ede19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d40f5dd-e0be-452c-b499-076737dafc68,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:18.169180 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35374) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:18.172430 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2d046e3a-93d5-41f7-be2e-e655436ede19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:18.373673 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:18.588495 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2944eae5-a49e-4b13-92e0-c76ab7e93c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:18.667120 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2944eae5-a49e-4b13-92e0-c76ab7e93c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:18.689797 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba84d7c-a6f4-4907-b9f6-00230ecd2205 req-7fd89982-8200-4a4a-9d9d-833fee919fc5 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:18.700877 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bba84d7c-a6f4-4907-b9f6-00230ecd2205 req-7fd89982-8200-4a4a-9d9d-833fee919fc5 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 946 time: 0.4721279 Jun 11 18:08:18.832564 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcacab-460a-4cda-a68f-60c9f2ae8158 req-ba698605-0ab2-4355-a5e5-8f7e37b5ac89 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:18.835775 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b7dcacab-460a-4cda-a68f-60c9f2ae8158 req-ba698605-0ab2-4355-a5e5-8f7e37b5ac89 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 944 time: 0.4433632 Jun 11 18:08:18.900834 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bba84d7c-a6f4-4907-b9f6-00230ecd2205 req-4f5e5319-1d6c-4daf-9463-c717674776ab tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949401 Jun 11 18:08:19.066782 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.086425 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.088372 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35400) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:19.120604 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2944eae5-a49e-4b13-92e0-c76ab7e93c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.128731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-529a0556-0ccf-4eb5-8841-3f269b2a7c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:19.186429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf01930-f9a4-40a7-bd37-9814b33a59ce,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:19.196230 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2944eae5-a49e-4b13-92e0-c76ab7e93c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.199711 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-2944eae5-a49e-4b13-92e0-c76ab7e93c21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d40f5dd-e0be-452c-b499-076737dafc68 HTTP/1.1" status: 204 len: 168 time: 1.0277338 Jun 11 18:08:19.236259 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Deleting subnet 2c0c652b-8799-42ce-8155-943bf9fe847c {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:08:19.242764 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b7dcacab-460a-4cda-a68f-60c9f2ae8158 req-8a4fa939-a74f-465e-ae71-f76b47d00846 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3788831 Jun 11 18:08:19.266556 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.347667 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.348457 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.349140 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.349790 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.350470 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.351654 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.352338 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.353006 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.353646 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.354288 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.354966 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.355616 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:19.424605 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-1a23d1b8-77eb-4473-87f9-f176d823e484 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa08ad8215434086aa1c08d1c711e001&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4539113 Jun 11 18:08:19.430275 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35406) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:19.435481 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944eae5-a49e-4b13-92e0-c76ab7e93c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d40f5dd-e0be-452c-b499-076737dafc68,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:19.462227 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.497644 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2944eae5-a49e-4b13-92e0-c76ab7e93c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:19.500823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:19.501519 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:19.513017 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.578204 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35408) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:19.637222 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960424d3-cd86-46db-a812-3a4482799803 req-3b1ee9af-dc6b-49e3-a514-809cf116ae66 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:19.649097 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-960424d3-cd86-46db-a812-3a4482799803 req-3b1ee9af-dc6b-49e3-a514-809cf116ae66 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 945 time: 0.4467812 Jun 11 18:08:19.718535 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd07d-ccb9-495c-b123-f452c1cef325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.743633 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.753021 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5cc13ce4-0017-4565-b2da-5766607832df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:19.799777 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd07d-ccb9-495c-b123-f452c1cef325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.829871 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-960424d3-cd86-46db-a812-3a4482799803 req-1d8eefef-4397-4f15-a9cb-f39c1fe4f902 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644597 Jun 11 18:08:19.836317 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0c652b-8799-42ce-8155-943bf9fe847c,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:19.857697 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:19.859931 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:19.865234 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2c0c652b-8799-42ce-8155-943bf9fe847c HTTP/1.1" status: 204 len: 168 time: 0.7750804 Jun 11 18:08:19.869491 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35416) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:19.907018 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:08:20.013569 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd07d-ccb9-495c-b123-f452c1cef325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.019521 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3a7fd07d-ccb9-495c-b123-f452c1cef325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.029695 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-3a7fd07d-ccb9-495c-b123-f452c1cef325 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdf01930-f9a4-40a7-bd37-9814b33a59ce HTTP/1.1" status: 204 len: 168 time: 0.5964868 Jun 11 18:08:20.031322 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:20.070314 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fd07d-ccb9-495c-b123-f452c1cef325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf01930-f9a4-40a7-bd37-9814b33a59ce,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:20.077684 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3a7fd07d-ccb9-495c-b123-f452c1cef325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:20.199307 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port c7335c9b-687a-484c-8edb-fd4b141b77a1 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:08:20.215905 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port c7335c9b-687a-484c-8edb-fd4b141b77a1 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:08:20.217655 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.246860 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.313581 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-da0274f5-1239-43b8-905f-124d79ad7044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.568743 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.679698 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35428) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:20.693303 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-da0274f5-1239-43b8-905f-124d79ad7044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.697311 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:20.705920 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f3b775-8944-44c7-8607-89e6840afd0a" -d '{"events": [{"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:20.715987 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:20.723897 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.724909 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.732398 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-4d86a93f-ca37-4846-9d49-4d2abe2a0c7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:20.758106 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acdeec3e-7d26-4fbf-89d1-aff9570c735e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.784359 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.785213 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.786848 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.787605 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > port after_create 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.789750 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > port after_delete 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.790638 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > port after_update 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.791780 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.793837 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.794664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.795450 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:20.817770 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-da0274f5-1239-43b8-905f-124d79ad7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:20.838271 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c40f739b-7eb6-4fc5-887b-5ebe26c214dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:20.891194 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7256d9-d830-4931-9ea1-8858bb296f57 x-openstack-request-id: req-4b7256d9-d830-4931-9ea1-8858bb296f57 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:20.891825 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:20.892304 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b7256d9-d830-4931-9ea1-8858bb296f57 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:20.893159 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'code': 200} Jun 11 18:08:20.977059 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:20.999298 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.000005 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.000627 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.001397 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.002030 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.002714 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.003472 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.004171 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.005617 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.005617 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.006152 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.007037 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:08:21.016690 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:21.150891 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:21.152172 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:21.153047 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:21.154022 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:08:21.155269 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd381af1-a728-431a-ae25-682c41b348bb']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:21.227603 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb66bb5-b4ab-497a-aa59-6bb524b7f092') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:21.228713 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb66bb5-b4ab-497a-aa59-6bb524b7f092') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:21.287338 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.302328 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-da0274f5-1239-43b8-905f-124d79ad7044 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee7a447c1c1941d890435a595d89d842&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7152417 Jun 11 18:08:21.314501 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35442) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:21.383596 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0274f5-1239-43b8-905f-124d79ad7044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8832b7d5-fb51-47e9-8ee2-5596860975f1,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:21.390668 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-da0274f5-1239-43b8-905f-124d79ad7044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:21.408734 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.453574 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35444) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:21.507237 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:08:21.508357 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: from cryptography.utils import int_from_bytes Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: from cryptography.utils import int_from_bytes Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:08:21.515731 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:08:21.535196 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-afbfdb4f-8d6e-4221-85bb-946a030dfee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.579582 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb896a-9564-4a36-96fd-0f62edbcea40 req-27633426-cf3f-483a-a06e-52dfa90092ea tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:21.582268 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0ffb896a-9564-4a36-96fd-0f62edbcea40 req-27633426-cf3f-483a-a06e-52dfa90092ea tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.7662354 Jun 11 18:08:21.671049 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3c951c8e-9ed8-4859-8ec9-4c5cfe98c8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.697181 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf338a43-76eb-4d97-93d9-b3ab9ac3e4f6 req-04275a87-19d0-412e-9859-22c5b542bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:21.699239 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-cf338a43-76eb-4d97-93d9-b3ab9ac3e4f6 req-04275a87-19d0-412e-9859-22c5b542bc1a service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1098 time: 0.3193135 Jun 11 18:08:21.700831 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.711997 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.716130 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] 10.222.0.15 "DELETE /v2.0/networks/cd381af1-a728-431a-ae25-682c41b348bb HTTP/1.1" status: 204 len: 168 time: 1.8432255 Jun 11 18:08:21.727664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-686b5215-f199-42b7-b63c-43e87c3479d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:21.733624 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35450) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:21.805032 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3c951c8e-9ed8-4859-8ec9-4c5cfe98c8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.824700 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acdeec3e-7d26-4fbf-89d1-aff9570c735e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.835858 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0ffb896a-9564-4a36-96fd-0f62edbcea40 req-4794252d-b2a2-4cc8-9970-ab39b8729351 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344921 Jun 11 18:08:21.837184 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Pushing event deleted for resources: {'Network': ['ID=cd381af1-a728-431a-ae25-682c41b348bb,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:21.847791 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acdeec3e-7d26-4fbf-89d1-aff9570c735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:21.854981 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:21.869625 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e92653d7-de34-44ac-815e-df4139b321b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:21.904641 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-cf338a43-76eb-4d97-93d9-b3ab9ac3e4f6 req-e69121bb-bf9b-47c2-a523-02786e265e6f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980963 Jun 11 18:08:21.914042 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Deleting subnet 50622a48-2873-479c-a7d5-1f13dc061504 {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:08:21.945309 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.009703 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdeec3e-7d26-4fbf-89d1-aff9570c735e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8df79d4-b86e-4cdb-885f-b47bb61d2174,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:22.023981 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-acdeec3e-7d26-4fbf-89d1-aff9570c735e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bff43cd6bceb4f32b50f98319f0e7546&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3415523 Jun 11 18:08:22.028136 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-acdeec3e-7d26-4fbf-89d1-aff9570c735e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:22.032748 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35458) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:22.061291 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.072328 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3c951c8e-9ed8-4859-8ec9-4c5cfe98c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.076589 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3c951c8e-9ed8-4859-8ec9-4c5cfe98c8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.080075 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-3c951c8e-9ed8-4859-8ec9-4c5cfe98c8ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8832b7d5-fb51-47e9-8ee2-5596860975f1 HTTP/1.1" status: 204 len: 168 time: 0.7579088 Jun 11 18:08:22.097175 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4f81f92b-7c2b-4ebf-9ab2-1d04b96fdf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:22.175501 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c951c8e-9ed8-4859-8ec9-4c5cfe98c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8832b7d5-fb51-47e9-8ee2-5596860975f1,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:22.185200 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3c951c8e-9ed8-4859-8ec9-4c5cfe98c8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:22.265951 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.397639 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-63080c12-7531-456d-9732-a8a774a9d24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.469900 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-afbfdb4f-8d6e-4221-85bb-946a030dfee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.487876 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-afbfdb4f-8d6e-4221-85bb-946a030dfee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.497008 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-63080c12-7531-456d-9732-a8a774a9d24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.499125 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.502157 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-41d1f90d-71f4-4d9b-80b4-bad6d6a9d31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:22.509844 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:22.617561 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.623072 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/50622a48-2873-479c-a7d5-1f13dc061504 HTTP/1.1" status: 204 len: 168 time: 0.8855743 Jun 11 18:08:22.623530 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50622a48-2873-479c-a7d5-1f13dc061504,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:22.627926 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35472) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:22.715241 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-63080c12-7531-456d-9732-a8a774a9d24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.718181 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-63080c12-7531-456d-9732-a8a774a9d24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:22.729239 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-63080c12-7531-456d-9732-a8a774a9d24d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8df79d4-b86e-4cdb-885f-b47bb61d2174 HTTP/1.1" status: 204 len: 168 time: 0.6885755 Jun 11 18:08:22.782809 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-afbfdb4f-8d6e-4221-85bb-946a030dfee0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0e829dd07744e38886d1d5b3c74a446&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3156905 Jun 11 18:08:22.785561 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35478) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:22.888980 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:22.892861 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.037397 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfdb4f-8d6e-4221-85bb-946a030dfee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b8c320-1b24-4c44-a00a-092fa602f951,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:23.043972 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-afbfdb4f-8d6e-4221-85bb-946a030dfee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:23.045569 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ab5687ce-4b29-4daf-92c0-e66f3ff89ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.099285 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ab5687ce-4b29-4daf-92c0-e66f3ff89ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.203011 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:23.248621 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63080c12-7531-456d-9732-a8a774a9d24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8df79d4-b86e-4cdb-885f-b47bb61d2174,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:23.254101 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-63080c12-7531-456d-9732-a8a774a9d24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:23.258133 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ab5687ce-4b29-4daf-92c0-e66f3ff89ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.265520 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ab5687ce-4b29-4daf-92c0-e66f3ff89ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.267558 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-ab5687ce-4b29-4daf-92c0-e66f3ff89ac4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14b8c320-1b24-4c44-a00a-092fa602f951 HTTP/1.1" status: 204 len: 168 time: 0.4729726 Jun 11 18:08:23.268661 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:23.289342 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5687ce-4b29-4daf-92c0-e66f3ff89ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b8c320-1b24-4c44-a00a-092fa602f951,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:23.295342 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ab5687ce-4b29-4daf-92c0-e66f3ff89ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:23.418124 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2355b4-8fa6-41b2-ace6-5edcc06901dc req-ee07fca9-bee1-4a58-a373-f9e9b1c77f9a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:23.421039 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5e2355b4-8fa6-41b2-ace6-5edcc06901dc req-ee07fca9-bee1-4a58-a373-f9e9b1c77f9a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.1356287 Jun 11 18:08:23.434857 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.489707 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513e6dbd-af60-4f03-95bf-a7684ca59b29']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:23.537670 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d6da6d2-cef1-4162-8c77-5e9c93c85c71') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:23.538646 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d6da6d2-cef1-4162-8c77-5e9c93c85c71') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:23.561674 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.589322 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.606292 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:08:23.610742 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5e2355b4-8fa6-41b2-ace6-5edcc06901dc req-d7343cb3-3801-433d-b564-dc18a53a8c13 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661458 Jun 11 18:08:23.611374 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:08:23.613583 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:08:23.772921 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.778292 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:23.789443 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35498) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:23.799161 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.810093 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] 10.222.0.15 "DELETE /v2.0/networks/513e6dbd-af60-4f03-95bf-a7684ca59b29 HTTP/1.1" status: 204 len: 168 time: 1.1801593 Jun 11 18:08:23.821333 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0e584686-95d5-4de3-97b1-69ac6f7d68b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.846715 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Pushing event deleted for resources: {'Network': ['ID=513e6dbd-af60-4f03-95bf-a7684ca59b29,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:23.848313 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35502) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:23.860829 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cc42f086-6c5b-45be-a973-bb0b267804ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:23.879784 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:23.968575 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.db.api [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:08:23.968575 dv-cinder-796049-1-iscsi neutron-server[92015]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 18:08:23.968575 dv-cinder-796049-1-iscsi neutron-server[92015]: [parameters: {'project_id': '42e1e56d19b04edbb0e6fef829c323e0', 'id': 'ec055fe0-8d0d-459b-b53a-62fc68f41969', 'expiration': datetime.datetime(2021, 6, 11, 18, 10, 23, 957589)}] Jun 11 18:08:23.968575 dv-cinder-796049-1-iscsi neutron-server[92015]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:08:23.969189 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_db.api [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:08:24.097929 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0e584686-95d5-4de3-97b1-69ac6f7d68b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.105248 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0e584686-95d5-4de3-97b1-69ac6f7d68b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.110562 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-da0274f5-1239-43b8-905f-124d79ad7044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:24.185148 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-0e584686-95d5-4de3-97b1-69ac6f7d68b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af13efd113ba4f8ab3b1a0b1e293de59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939967 Jun 11 18:08:24.188462 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e584686-95d5-4de3-97b1-69ac6f7d68b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7b5821-73f7-4c2c-8d9b-386d14da86f2,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:24.189950 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35504) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:24.194887 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0e584686-95d5-4de3-97b1-69ac6f7d68b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:24.212650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35506) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:24.298466 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-e2212911-b997-4acf-8126-9ea2b7694201 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5b819daa7464ee8aa931e8faa3997d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0840423 Jun 11 18:08:24.301935 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35508) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:24.320290 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cda1b026-12e1-45ac-b49b-c18ee22ef49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.358910 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cda1b026-12e1-45ac-b49b-c18ee22ef49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.421479 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f261a272-6169-475e-b597-f4bf7009a562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.468749 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f261a272-6169-475e-b597-f4bf7009a562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.472299 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.476140 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cda1b026-12e1-45ac-b49b-c18ee22ef49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.479917 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cda1b026-12e1-45ac-b49b-c18ee22ef49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.485752 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-cda1b026-12e1-45ac-b49b-c18ee22ef49a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c7b5821-73f7-4c2c-8d9b-386d14da86f2 HTTP/1.1" status: 204 len: 168 time: 0.2898014 Jun 11 18:08:24.485752 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:24.496354 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1b026-12e1-45ac-b49b-c18ee22ef49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7b5821-73f7-4c2c-8d9b-386d14da86f2,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:24.499644 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cda1b026-12e1-45ac-b49b-c18ee22ef49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:24.664868 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f261a272-6169-475e-b597-f4bf7009a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.668165 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f261a272-6169-475e-b597-f4bf7009a562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.672552 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-f261a272-6169-475e-b597-f4bf7009a562 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d2852bf-541e-437b-9d42-80ba78d0bbd0 HTTP/1.1" status: 204 len: 168 time: 0.3684158 Jun 11 18:08:24.677704 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:24.690147 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261a272-6169-475e-b597-f4bf7009a562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2852bf-541e-437b-9d42-80ba78d0bbd0,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:24.698081 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f261a272-6169-475e-b597-f4bf7009a562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:24.806440 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.814810 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:24.826060 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ab5687ce-4b29-4daf-92c0-e66f3ff89ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:24.943615 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42e1e56d19b04edbb0e6fef829c323e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0876906 Jun 11 18:08:24.947025 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35530) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:24.955234 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1baccc-ad80-4159-8845-ba7de19124b3,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:24.955234 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:25.143712 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a10ce-e615-4622-b9a0-4f19aae85a4e req-f72c513c-739a-4012-b3e7-c56b188a7a04 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:25.145429 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-024a10ce-e615-4622-b9a0-4f19aae85a4e req-f72c513c-739a-4012-b3e7-c56b188a7a04 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.2454376 Jun 11 18:08:25.179498 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dd639b82-f9da-48e7-abe1-47056112386c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.191958 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4107f69f-49a6-41a0-a60b-818284d9ee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.273850 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dd639b82-f9da-48e7-abe1-47056112386c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.297920 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-024a10ce-e615-4622-b9a0-4f19aae85a4e req-26ce0fcd-f2ea-464c-95e9-13e2f3ee032f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299512 Jun 11 18:08:25.408050 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dd639b82-f9da-48e7-abe1-47056112386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.414204 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dd639b82-f9da-48e7-abe1-47056112386c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.432873 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-dd639b82-f9da-48e7-abe1-47056112386c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c1baccc-ad80-4159-8845-ba7de19124b3 HTTP/1.1" status: 204 len: 168 time: 0.4690423 Jun 11 18:08:25.434225 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3a7fd07d-ccb9-495c-b123-f452c1cef325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:25.452560 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd639b82-f9da-48e7-abe1-47056112386c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1baccc-ad80-4159-8845-ba7de19124b3,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:25.468303 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35542) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:25.482074 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-dd639b82-f9da-48e7-abe1-47056112386c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:25.520844 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a113480-4fd6-4bff-8fbc-3992494bbb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.797405 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a113480-4fd6-4bff-8fbc-3992494bbb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.807522 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8a113480-4fd6-4bff-8fbc-3992494bbb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:25.814639 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b2bd5091-dc3d-43b4-9574-a8960ba8ca08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:25.838132 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa588e7-0cab-4cdf-918a-91fa471a3d86 req-18788323-8bc4-427b-a6b4-c3d2736f2598 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:25.841255 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-faa588e7-0cab-4cdf-918a-91fa471a3d86 req-18788323-8bc4-427b-a6b4-c3d2736f2598 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.2625353 Jun 11 18:08:25.865705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35548) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:25.876194 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'floatingip': {'port_id': 'c7335c9b-687a-484c-8edb-fd4b141b77a1'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:25.881641 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35550) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:25.954826 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a113480-4fd6-4bff-8fbc-3992494bbb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1df0ab8-bae4-4605-ab6c-172cd8547d53,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:25.962630 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-8a113480-4fd6-4bff-8fbc-3992494bbb9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b69f018fd574b64941bbfa49e251437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907713 Jun 11 18:08:25.966516 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-8a113480-4fd6-4bff-8fbc-3992494bbb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:25.968462 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35554) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:26.142375 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-61f5b99e-6a38-4cec-86fa-31b33edb5980 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efc6c98b107e4828a88cd1f39e7c6671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526498 Jun 11 18:08:26.146338 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35560) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:26.154150 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:26.204305 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6bd7-100f-47b5-9dde-9b57485e76fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:26.263630 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6bd7-100f-47b5-9dde-9b57485e76fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:26.380827 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6bd7-100f-47b5-9dde-9b57485e76fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:26.386773 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6e2b6bd7-100f-47b5-9dde-9b57485e76fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:26.393097 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-6e2b6bd7-100f-47b5-9dde-9b57485e76fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1df0ab8-bae4-4605-ab6c-172cd8547d53 HTTP/1.1" status: 204 len: 168 time: 0.4186599 Jun 11 18:08:26.393097 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:26.408254 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b6bd7-100f-47b5-9dde-9b57485e76fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1df0ab8-bae4-4605-ab6c-172cd8547d53,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:26.424351 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-6e2b6bd7-100f-47b5-9dde-9b57485e76fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:26.627616 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-33229dbd-c96e-4c34-ad36-7b4fbb8225a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:26.725063 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-33229dbd-c96e-4c34-ad36-7b4fbb8225a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:27.186338 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-33229dbd-c96e-4c34-ad36-7b4fbb8225a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:27.192981 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-33229dbd-c96e-4c34-ad36-7b4fbb8225a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:27.195899 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-33229dbd-c96e-4c34-ad36-7b4fbb8225a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1766166-e6a9-4ad8-8401-e39e59e66c04 HTTP/1.1" status: 204 len: 168 time: 1.0473278 Jun 11 18:08:27.255472 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:27.439914 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33229dbd-c96e-4c34-ad36-7b4fbb8225a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1766166-e6a9-4ad8-8401-e39e59e66c04,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:27.597075 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-33229dbd-c96e-4c34-ad36-7b4fbb8225a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:27.886674 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9931ad37-819d-45ae-8a73-03ffeed4174d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:28.048347 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:28.227973 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.db.resource_extend [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:08:28.481835 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:28.490137 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:28.799717 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Floating IP 6fde190a-f9b1-406b-ae24-9308e33169fd associated. External IP: 172.27.0.209, port: c7335c9b-687a-484c-8edb-fd4b141b77a1. Jun 11 18:08:29.221604 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:29.325161 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Router 63b41088-b67b-4728-9c55-ffed49f75ebf has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:08:29.673341 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:08:29.692064 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:29.711464 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] Sync routers for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:08:29.729578 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:08:29.738873 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:08:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:29.796906 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-f5a13c38-249b-413c-9e27-40b6d383a00e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "PUT /v2.0/floatingips/6fde190a-f9b1-406b-ae24-9308e33169fd HTTP/1.1" status: 200 len: 991 time: 3.9246275 Jun 11 18:08:29.796906 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:29.801492 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:29.903230 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b812beed-8a72-4bd3-8743-c9c26bcca334 x-openstack-request-id: req-b812beed-8a72-4bd3-8743-c9c26bcca334 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:29.903696 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:29.904162 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b812beed-8a72-4bd3-8743-c9c26bcca334 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:29.905690 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'status': 'completed', 'code': 200} Jun 11 18:08:30.109669 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-f6ed29c8-18a9-44a0-9b50-38c3befaabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:30.112839 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:08:30.113888 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-f6ed29c8-18a9-44a0-9b50-38c3befaabc8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1098 time: 0.1674929 Jun 11 18:08:30.617659 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-827288ea-2d77-4bd2-890f-489cbd65c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:30.621098 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-827288ea-2d77-4bd2-890f-489cbd65c87f service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 0.4906194 Jun 11 18:08:30.962629 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:08:31.031375 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-4a10246a-9542-44cf-8d7f-85e9d4792fd9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 200 len: 999 time: 0.3998024 Jun 11 18:08:31.060280 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:31.159549 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-48144c89-fc32-4c2a-9b15-79c21971fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:31.164281 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-48144c89-fc32-4c2a-9b15-79c21971fd77 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.1170392 Jun 11 18:08:31.446689 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-28fd71ff-b891-4b3a-8c05-1fc5c6437701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:31.453927 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '6fde190a-f9b1-406b-ae24-9308e33169fd', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'port_id': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'mac_address': 'fa:16:3e:f4:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:45Z', 'updated_at': '2021-06-11T18:08:27Z', 'revision_number': 1, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:31.458608 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-28fd71ff-b891-4b3a-8c05-1fc5c6437701 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2827685 Jun 11 18:08:31.491013 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] Checking router: 63b41088-b67b-4728-9c55-ffed49f75ebf for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:08:31.530648 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:08:31.532492 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:08:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:31.862555 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-c4fa863a-c803-4ae0-871e-a7ba994eb6b9 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915763 Jun 11 18:08:32.222064 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:08:32.237219 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-10c5e5f8-d54c-40d2-a747-8e0910ae1ce3 req-c8f4a079-8a59-447e-8f4a-1634a6b95d3e service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594935 Jun 11 18:08:32.573727 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29097eca-83dc-4363-a3f8-d796b0c54fbb req-23546595-5d60-44d9-9e8b-b409995a3bbd tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:32.578412 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-29097eca-83dc-4363-a3f8-d796b0c54fbb req-23546595-5d60-44d9-9e8b-b409995a3bbd tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 946 time: 0.1862836 Jun 11 18:08:32.664150 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-29097eca-83dc-4363-a3f8-d796b0c54fbb req-742e662b-6d4c-4820-bb00-5712c159f544 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733743 Jun 11 18:08:33.080906 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '6fde190a-f9b1-406b-ae24-9308e33169fd', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'port_id': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'mac_address': 'fa:16:3e:f4:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:45Z', 'updated_at': '2021-06-11T18:08:27Z', 'revision_number': 1, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:33.093516 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aa872a-786a-4b51-9908-a16eb82e4469 None None] The sync data for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi is: [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '6fde190a-f9b1-406b-ae24-9308e33169fd', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'port_id': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'mac_address': 'fa:16:3e:f4:5b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:07:45Z', 'updated_at': '2021-06-11T18:08:27Z', 'revision_number': 1, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:08:33.458822 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35790) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:33.668524 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fd5297-be48-4da2-99a4-f2cc98c1fc1a None None] New status for floating IP 6fde190a-f9b1-406b-ae24-9308e33169fd: ACTIVE {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:08:33.788792 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7e85d204-210d-406a-b6fa-1cc1cc43e161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.289185 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7e85d204-210d-406a-b6fa-1cc1cc43e161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.305780 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7e85d204-210d-406a-b6fa-1cc1cc43e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.378093 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-89fd6d4b-927d-4b22-8e28-ae4a3f111b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:34.385442 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-7e85d204-210d-406a-b6fa-1cc1cc43e161 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3dbc725aabda4891837b509db486de45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9244430 Jun 11 18:08:34.389693 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35818) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:34.526454 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35824) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:34.554650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85d204-210d-406a-b6fa-1cc1cc43e161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95620d9c-f8e3-45e5-9130-304572942d1a,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:34.565010 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7e85d204-210d-406a-b6fa-1cc1cc43e161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:34.600967 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597249f-cbbb-4ff6-bff1-e143317e3410 req-0c10f43e-3486-4b1a-a948-34dba3758392 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:34.617342 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c597249f-cbbb-4ff6-bff1-e143317e3410 req-0c10f43e-3486-4b1a-a948-34dba3758392 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 946 time: 0.4678910 Jun 11 18:08:34.752362 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c597249f-cbbb-4ff6-bff1-e143317e3410 req-19f9a4eb-79f3-4180-af82-280942be561d tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282187 Jun 11 18:08:34.891421 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3af02ed-487f-43b1-bfdf-14e8daaeb2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.924480 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fb5a-87cf-4417-9bb4-431d6e5d2130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:34.932928 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-7973e459-4841-40c4-99fe-71066313b093 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:34.941160 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-7973e459-4841-40c4-99fe-71066313b093 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.82 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 946 time: 0.4188693 Jun 11 18:08:35.226024 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fb5a-87cf-4417-9bb4-431d6e5d2130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.235501 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5ad7fb5a-87cf-4417-9bb4-431d6e5d2130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.243048 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ef37bc69-1da3-4a25-ba52-4af6acfa9aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:35.310316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35838) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:35.340101 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-5ad7fb5a-87cf-4417-9bb4-431d6e5d2130 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f656a55928ce4968a7d314bfd4a4969f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8029249 Jun 11 18:08:35.341629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7fb5a-87cf-4417-9bb4-431d6e5d2130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a6a900-2f26-4a5f-b6f5-634d905517b0,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:35.347366 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-5ad7fb5a-87cf-4417-9bb4-431d6e5d2130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:35.348188 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35842) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:35.437026 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3af02ed-487f-43b1-bfdf-14e8daaeb2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.438167 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-699c31c7-8f91-4baf-8e87-d49bc25f8614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.473109 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-699c31c7-8f91-4baf-8e87-d49bc25f8614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.569406 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3956-6a73-41e4-8cca-512023f66568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.607323 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-699c31c7-8f91-4baf-8e87-d49bc25f8614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.612163 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-699c31c7-8f91-4baf-8e87-d49bc25f8614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.614468 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-699c31c7-8f91-4baf-8e87-d49bc25f8614 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13a6a900-2f26-4a5f-b6f5-634d905517b0 HTTP/1.1" status: 204 len: 168 time: 0.2648187 Jun 11 18:08:35.628931 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ad990445-3410-484a-8305-ca0069127098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:35.655482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c31c7-8f91-4baf-8e87-d49bc25f8614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a6a900-2f26-4a5f-b6f5-634d905517b0,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:35.661240 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-699c31c7-8f91-4baf-8e87-d49bc25f8614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:35.679690 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Deleting port 075f211e-3763-44fa-9d5b-a941993f1104 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:08:35.680370 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.685606 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3af02ed-487f-43b1-bfdf-14e8daaeb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.689292 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3af02ed-487f-43b1-bfdf-14e8daaeb2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.691099 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b3af02ed-487f-43b1-bfdf-14e8daaeb2d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95620d9c-f8e3-45e5-9130-304572942d1a HTTP/1.1" status: 204 len: 168 time: 1.2990100 Jun 11 18:08:35.696842 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5902401a-b49b-4813-ba82-fe10aadaf333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:35.765253 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af02ed-487f-43b1-bfdf-14e8daaeb2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95620d9c-f8e3-45e5-9130-304572942d1a,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:35.776725 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b3af02ed-487f-43b1-bfdf-14e8daaeb2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:35.965341 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3956-6a73-41e4-8cca-512023f66568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:35.986697 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3956-6a73-41e4-8cca-512023f66568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.101965 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] For port 075f211e-3763-44fa-9d5b-a941993f1104, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=075f211e-3763-44fa-9d5b-a941993f1104,segment=NetworkSegment(dd8d1490-9b75-48c7-9a5b-753ce506d542),segment_id=dd8d1490-9b75-48c7-9a5b-753ce506d542)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:36.103077 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.121374 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9344afa1-9c69-4e28-9689-fecc2f38ff8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:36.258300 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-6cdd3956-6a73-41e4-8cca-512023f66568 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80ee00920f1241b6a1a632cc63941aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9408507 Jun 11 18:08:36.270999 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35862) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:36.333010 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd3956-6a73-41e4-8cca-512023f66568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd762211-958a-4e11-ba96-2b9454e633ca,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:36.379552 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6cdd3956-6a73-41e4-8cca-512023f66568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:36.423853 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Calling delete_port for 075f211e-3763-44fa-9d5b-a941993f1104 owned by compute:nova {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:08:36.501889 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bd68d-f832-46a3-bfa3-a9555f9fa3de req-02af2f3a-e179-456c-953e-42e813b16025 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:36.520242 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3f2bd68d-f832-46a3-bfa3-a9555f9fa3de req-02af2f3a-e179-456c-953e-42e813b16025 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 946 time: 0.4018021 Jun 11 18:08:36.565621 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a643b849-99a6-4853-8551-a02cf646b4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.623189 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a643b849-99a6-4853-8551-a02cf646b4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.671591 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35868) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:36.724842 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6e85f99a-144f-4ad5-a6c0-aa883b02b7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.755904 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3f2bd68d-f832-46a3-bfa3-a9555f9fa3de req-43575375-7020-4932-972b-ee68a72632ef tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba7834b3-f28f-4de1-9892-4d3d7e600e5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297473 Jun 11 18:08:36.756082 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 35870) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:36.783038 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-838423d3-b64d-4b5f-bfb4-edeedeec9654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.831508 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a643b849-99a6-4853-8551-a02cf646b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.838558 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a643b849-99a6-4853-8551-a02cf646b4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.843068 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-a643b849-99a6-4853-8551-a02cf646b4a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd762211-958a-4e11-ba96-2b9454e633ca HTTP/1.1" status: 204 len: 168 time: 0.5649018 Jun 11 18:08:36.849576 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-dd639b82-f9da-48e7-abe1-47056112386c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:36.869795 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643b849-99a6-4853-8551-a02cf646b4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd762211-958a-4e11-ba96-2b9454e633ca,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:36.873537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a643b849-99a6-4853-8551-a02cf646b4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:36.946408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:36.968202 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-230b5162-6904-4380-aebc-584e1f6636cf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:36.969478 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['075f211e-3763-44fa-9d5b-a941993f1104'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:37.055237 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Pushing event deleted for resources: {'Port': ['ID=075f211e-3763-44fa-9d5b-a941993f1104,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:37.106637 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:37.325754 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6e85f99a-144f-4ad5-a6c0-aa883b02b7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.357838 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] No DVR routers for this DVR port 075f211e-3763-44fa-9d5b-a941993f1104 on host hv-cinder-79604 {{(pid=92016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:08:37.364664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6e85f99a-144f-4ad5-a6c0-aa883b02b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.381038 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:37.392367 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.398785 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d7e14e04-fc44-46aa-a86b-3aa241931cdc req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.82 "DELETE /v2.0/ports/075f211e-3763-44fa-9d5b-a941993f1104 HTTP/1.1" status: 204 len: 173 time: 2.4337506 Jun 11 18:08:37.429909 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7885ef4c-002d-434e-8bc3-e003b3c4187f', 'name': 'network-vif-deleted', 'tag': '075f211e-3763-44fa-9d5b-a941993f1104'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:37.434478 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3fa35e-631b-44f5-b6fe-1fe6babc64bb" -d '{"events": [{"server_uuid": "7885ef4c-002d-434e-8bc3-e003b3c4187f", "name": "network-vif-deleted", "tag": "075f211e-3763-44fa-9d5b-a941993f1104"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:37.586948 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85f99a-144f-4ad5-a6c0-aa883b02b7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80093b29-a0e8-4c8f-a82b-1808f5f2c098,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:37.598148 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ce19ea-c444-4a53-b149-b89c49cc5cee x-openstack-request-id: req-91ce19ea-c444-4a53-b149-b89c49cc5cee {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:37.598657 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7885ef4c-002d-434e-8bc3-e003b3c4187f", "name": "network-vif-deleted", "tag": "075f211e-3763-44fa-9d5b-a941993f1104", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:37.599095 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91ce19ea-c444-4a53-b149-b89c49cc5cee {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:37.599821 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7885ef4c-002d-434e-8bc3-e003b3c4187f', 'name': 'network-vif-deleted', 'tag': '075f211e-3763-44fa-9d5b-a941993f1104', 'status': 'completed', 'code': 200} Jun 11 18:08:37.604517 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-6e85f99a-144f-4ad5-a6c0-aa883b02b7cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f909c98bfa0246fdb56af95194536cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9295039 Jun 11 18:08:37.606202 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-6e85f99a-144f-4ad5-a6c0-aa883b02b7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:37.610830 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35888) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:37.645242 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-838423d3-b64d-4b5f-bfb4-edeedeec9654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.652363 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-838423d3-b64d-4b5f-bfb4-edeedeec9654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.659067 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0e584686-95d5-4de3-97b1-69ac6f7d68b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:37.718237 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-23be605a-432c-41ac-8bd9-c0eb3657ec93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.739885 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838423d3-b64d-4b5f-bfb4-edeedeec9654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3b3f1-82ed-4e28-bc65-664742cee4d6,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:37.746100 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-838423d3-b64d-4b5f-bfb4-edeedeec9654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:37.754823 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-838423d3-b64d-4b5f-bfb4-edeedeec9654 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3dbe3d0d0a24aeeb86099362609fd8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9933343 Jun 11 18:08:37.756264 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 35892) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:37.796603 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-23be605a-432c-41ac-8bd9-c0eb3657ec93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.927537 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-254f5423-2c07-4805-ade9-16775d923df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.979459 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-254f5423-2c07-4805-ade9-16775d923df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.994218 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-23be605a-432c-41ac-8bd9-c0eb3657ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:37.999701 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-23be605a-432c-41ac-8bd9-c0eb3657ec93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:38.004282 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-23be605a-432c-41ac-8bd9-c0eb3657ec93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80093b29-a0e8-4c8f-a82b-1808f5f2c098 HTTP/1.1" status: 204 len: 168 time: 0.3886979 Jun 11 18:08:38.005842 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-32291b24-c603-4d1c-ab11-be3c1546304a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:38.042866 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be605a-432c-41ac-8bd9-c0eb3657ec93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80093b29-a0e8-4c8f-a82b-1808f5f2c098,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:38.046790 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-23be605a-432c-41ac-8bd9-c0eb3657ec93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:38.075708 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9ce9f4cc-7cd1-4c8e-bb50-d37a4ad81a60 req-4f213c44-18dc-41c8-bb81-72b74315e1c4 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] 10.222.0.15 "GET /v2.0/ports?device_id=7885ef4c-002d-434e-8bc3-e003b3c4187f HTTP/1.1" status: 200 len: 210 time: 0.0706143 Jun 11 18:08:38.136840 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-254f5423-2c07-4805-ade9-16775d923df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:38.150134 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-254f5423-2c07-4805-ade9-16775d923df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:38.152379 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-254f5423-2c07-4805-ade9-16775d923df7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ba3b3f1-82ed-4e28-bc65-664742cee4d6 HTTP/1.1" status: 204 len: 168 time: 0.3950107 Jun 11 18:08:38.153712 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-23be605a-432c-41ac-8bd9-c0eb3657ec93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:38.177284 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f5423-2c07-4805-ade9-16775d923df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3b3f1-82ed-4e28-bc65-664742cee4d6,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:38.182654 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-254f5423-2c07-4805-ade9-16775d923df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:39.826286 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-64620dbf-8697-44fb-9f2e-2e23b37f7750 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:39.838278 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-64620dbf-8697-44fb-9f2e-2e23b37f7750 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 814 time: 0.4688175 Jun 11 18:08:39.869136 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-e294a516-b340-4351-8c59-7583aad7cba8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/quotas/1ae38de8388847ffb10d0bc82989f350 HTTP/1.1" status: 200 len: 375 time: 0.0289829 Jun 11 18:08:40.033780 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 075f211e-3763-44fa-9d5b-a941993f1104 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:08:40.104783 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-f8e1d6ac-a3f0-4f40-85c3-27e9fde7ad8e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2341530 Jun 11 18:08:40.117974 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 075f211e-3763-44fa-9d5b-a941993f1104 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:08:40.118307 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 075f211e-3763-44fa-9d5b-a941993f1104 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:08:40.389930 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-30434a90-01ac-4ec8-9fb5-2cf9adb59282 service neutron] 10.222.0.15 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829370 Jun 11 18:08:40.664739 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-e4496776-5c6e-479a-9783-2db91912b42d service neutron] 10.222.0.15 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630789 Jun 11 18:08:41.052231 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-69a22d07-dd35-44cf-b930-831a287c3339 req-e3b536f0-7755-4540-a516-00dc78102a1c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 210 time: 0.0783660 Jun 11 18:08:42.344613 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36056) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:42.607316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36064) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:42.641232 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] Deleting subnet 629921c8-9b4e-47b6-a82f-91f3aa59e85b {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:08:42.658835 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:42.766024 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a471c87-c0d9-4529-b47e-fa2b835ece05 req-b626cd8a-8701-4f96-8647-502e5691fa84 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 210 time: 0.1287322 Jun 11 18:08:42.804602 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:42.863729 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:42.899303 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-baed598a-7d35-48ff-9d8c-8f994d8cf061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.009869 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.141412 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.152014 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-05b347f0-fe2f-4342-a189-2c3a5ef68931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:43.156368 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-baed598a-7d35-48ff-9d8c-8f994d8cf061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.164035 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-baed598a-7d35-48ff-9d8c-8f994d8cf061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.206131 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:43.214912 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-baed598a-7d35-48ff-9d8c-8f994d8cf061 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41fe8a9e23bf461393f6060526a569b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6058569 Jun 11 18:08:43.216958 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36078) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:43.217394 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629921c8-9b4e-47b6-a82f-91f3aa59e85b,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:43.223422 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:43.229328 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.236054 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-91696a79-6fa9-4125-b5aa-6d59929b805b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/629921c8-9b4e-47b6-a82f-91f3aa59e85b HTTP/1.1" status: 204 len: 168 time: 0.8897870 Jun 11 18:08:43.236919 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36080) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:43.349016 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7754d4fc-2a3d-47a6-9ff2-368cd33f7820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.354407 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed598a-7d35-48ff-9d8c-8f994d8cf061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3546c7f-b971-4ddd-af11-edd289b6922b,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:43.363944 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-baed598a-7d35-48ff-9d8c-8f994d8cf061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:43.408206 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7754d4fc-2a3d-47a6-9ff2-368cd33f7820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.435954 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.649040 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.670808 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e010af-7e3b-4fa8-9853-e2eac8d4f614']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:43.710764 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8d1490-9b75-48c7-9a5b-753ce506d542') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:43.711237 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8d1490-9b75-48c7-9a5b-753ce506d542') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:43.746867 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.950666 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7754d4fc-2a3d-47a6-9ff2-368cd33f7820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.958133 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7754d4fc-2a3d-47a6-9ff2-368cd33f7820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:43.959782 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-7754d4fc-2a3d-47a6-9ff2-368cd33f7820 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3546c7f-b971-4ddd-af11-edd289b6922b HTTP/1.1" status: 204 len: 168 time: 0.7410076 Jun 11 18:08:43.961421 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-838423d3-b64d-4b5f-bfb4-edeedeec9654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:44.008596 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754d4fc-2a3d-47a6-9ff2-368cd33f7820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3546c7f-b971-4ddd-af11-edd289b6922b,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:44.038728 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7754d4fc-2a3d-47a6-9ff2-368cd33f7820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:44.264038 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-116d18b4-c9d3-487a-84da-8160e6da4db6 req-5b9b09d5-c34b-4224-9dae-c02b85cebb12 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 210 time: 0.0790002 Jun 11 18:08:44.352330 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:44.365016 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:08:44.366053 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:08:44.445288 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:08:44.465971 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-8024aed4-195a-4960-92a5-955359b5049c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:44.469459 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-8024aed4-195a-4960-92a5-955359b5049c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 814 time: 0.6692364 Jun 11 18:08:44.584721 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Request body: {'port': {'device_id': '2cb1aafc-90bc-4542-a04b-60eaf3a1fe38', 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'admin_state_up': True, 'tenant_id': '1ae38de8388847ffb10d0bc82989f350'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:44.594797 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:44.705234 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:44.748576 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:44.757117 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] 10.222.0.15 "DELETE /v2.0/networks/65e010af-7e3b-4fa8-9853-e2eac8d4f614 HTTP/1.1" status: 204 len: 168 time: 1.5176935 Jun 11 18:08:44.760339 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Pushing event deleted for resources: {'Network': ['ID=65e010af-7e3b-4fa8-9853-e2eac8d4f614,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:44.786836 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-48bbf6be-7053-4665-a854-b855d6878699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:45.056508 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Made reservation on behalf of 1ae38de8388847ffb10d0bc82989f350 for: {'port': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:08:45.063815 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.267017 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36148) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:45.399313 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-01776abc-ed58-4613-8e22-7cdd8a155e25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=357eb856ba444fd3b070e830204487fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1301553 Jun 11 18:08:45.403326 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36156) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:45.451592 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Allocated IP 172.20.0.10 (be8dea01-a324-469a-a408-fff0eb66b54b/cbc1318e-2ad2-461c-8ca8-045387643d8b/8c7974bb-2f22-4814-a15e-e7f80a13b8df) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:08:45.624791 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8d06b1c8-18ab-4d43-b2a5-647b5d2f3252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.691832 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8d06b1c8-18ab-4d43-b2a5-647b5d2f3252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.909127 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ffbbf631-cf0f-44a4-bfe0-50a76e865e58 req-dbaba226-25d7-42c7-bf6f-bb860f5337fa tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 210 time: 0.0918193 Jun 11 18:08:45.951360 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8d06b1c8-18ab-4d43-b2a5-647b5d2f3252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.960088 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8d06b1c8-18ab-4d43-b2a5-647b5d2f3252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:45.964240 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-8d06b1c8-18ab-4d43-b2a5-647b5d2f3252 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba7834b3-f28f-4de1-9892-4d3d7e600e5c HTTP/1.1" status: 204 len: 168 time: 0.5571711 Jun 11 18:08:45.965490 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:46.013202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06b1c8-18ab-4d43-b2a5-647b5d2f3252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7834b3-f28f-4de1-9892-4d3d7e600e5c,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:46.026566 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8d06b1c8-18ab-4d43-b2a5-647b5d2f3252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:46.100998 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:46.226069 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:46.247295 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:46.253146 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['acada3c6-9081-4981-b945-e25141c5c389'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:46.383480 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Pushing event updated for resources: {'Port': ['ID=8c7974bb-2f22-4814-a15e-e7f80a13b8df,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:46.422372 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Network be8dea01-a324-469a-a408-fff0eb66b54b is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:08:46.425263 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:46.427831 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:08:46.436279 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:08:46.597899 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:46.598997 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:46.638314 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0620027 Jun 11 18:08:46.663134 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Request body: {'port': {'device_id': '2cb1aafc-90bc-4542-a04b-60eaf3a1fe38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:46.833773 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:47.769916 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd3d4b-51f6-4171-8cf0-1b69ba8b60cb req-ec9d259a-4030-413d-8eaf-eec547fa3713 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:47.784042 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6edd3d4b-51f6-4171-8cf0-1b69ba8b60cb req-ec9d259a-4030-413d-8eaf-eec547fa3713 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 932 time: 0.2062061 Jun 11 18:08:47.878257 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6edd3d4b-51f6-4171-8cf0-1b69ba8b60cb req-d64c542f-e050-4a7e-888d-cc9256d2fcb8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918353 Jun 11 18:08:48.040654 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7974bb-2f22-4814-a15e-e7f80a13b8df {{(pid=92016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:48.044017 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36248) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:48.058571 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.085167 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Transition to ACTIVE for port object 8c7974bb-2f22-4814-a15e-e7f80a13b8df will not be triggered until provisioned by entity L2. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:08:48.093310 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.100116 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:48.398658 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-network', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:48.457752 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Made reservation on behalf of 33a12476805f4baab7c6a8c8f5784d32 for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:08:48.462036 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.477873 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.602161 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Pushing event updated for resources: {'Port': ['ID=8c7974bb-2f22-4814-a15e-e7f80a13b8df,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:48.607798 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:48.747534 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.754621 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.769697 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-63080c12-7531-456d-9732-a8a774a9d24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:48.827107 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:08:48.831093 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Attempting to bind port 8c7974bb-2f22-4814-a15e-e7f80a13b8df on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:08:48.831868 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Attempting to bind port 8c7974bb-2f22-4814-a15e-e7f80a13b8df by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:08:48.833103 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Attempting to bind port 8c7974bb-2f22-4814-a15e-e7f80a13b8df on network be8dea01-a324-469a-a408-fff0eb66b54b {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:08:48.844390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Port 8c7974bb-2f22-4814-a15e-e7f80a13b8df on network be8dea01-a324-469a-a408-fff0eb66b54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:08:48.845755 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Attempting to bind port 8c7974bb-2f22-4814-a15e-e7f80a13b8df on network be8dea01-a324-469a-a408-fff0eb66b54b {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:08:48.853939 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5770b414-b633-45d4-a1e3-f0c59c96a434,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:48.859924 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:08:48.861018 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Checking segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:08:48.861960 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Bound using segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:08:48.862924 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:48.863115 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Bound port: 8c7974bb-2f22-4814-a15e-e7f80a13b8df, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'}}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:08:48.863903 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.866603 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:48.867186 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Added segment 1d550db1-3e7e-46b1-9177-967095c92644 of type vlan for network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f Jun 11 18:08:49.027213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.141504 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.145246 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:49.146360 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.159504 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] For port 8c7974bb-2f22-4814-a15e-e7f80a13b8df, host hv-cinder-79604, cleared binding levels {{(pid=92016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:08:49.171112 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] For port 8c7974bb-2f22-4814-a15e-e7f80a13b8df, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8c7974bb-2f22-4814-a15e-e7f80a13b8df,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:08:49.191542 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d4c740ca-5573-49b3-bf61-7aa37669e2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:49.195392 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.212403 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1638651 Jun 11 18:08:49.232528 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36284) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:49.233415 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:49.373929 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Request body: {'subnet': {'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-subnet', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:49.414399 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Pushing event updated for resources: {'Port': ['ID=8c7974bb-2f22-4814-a15e-e7f80a13b8df,revision_number=3']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:49.420326 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:49.421381 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.423784 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] 10.222.0.82 "PUT /v2.0/ports/8c7974bb-2f22-4814-a15e-e7f80a13b8df HTTP/1.1" status: 200 len: 1094 time: 2.7720299 Jun 11 18:08:49.426829 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb1aafc-90bc-4542-a04b-60eaf3a1fe38', 'tag': '8c7974bb-2f22-4814-a15e-e7f80a13b8df'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:49.432028 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee76b27c-d286-422f-a8c5-6a281b3c815f" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb1aafc-90bc-4542-a04b-60eaf3a1fe38", "tag": "8c7974bb-2f22-4814-a15e-e7f80a13b8df"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:49.437340 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:49.446376 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Made reservation on behalf of 33a12476805f4baab7c6a8c8f5784d32 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:08:49.450785 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:49.545152 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Pushing event updated for resources: {'Network': ['ID=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:49.556683 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:49.569823 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:08:49.670724 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc17bc4-b248-43b5-a85d-0d4a5a466b56 x-openstack-request-id: req-cdc17bc4-b248-43b5-a85d-0d4a5a466b56 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:49.674878 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb1aafc-90bc-4542-a04b-60eaf3a1fe38", "tag": "8c7974bb-2f22-4814-a15e-e7f80a13b8df", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:49.675413 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdc17bc4-b248-43b5-a85d-0d4a5a466b56 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:49.677199 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb1aafc-90bc-4542-a04b-60eaf3a1fe38', 'tag': '8c7974bb-2f22-4814-a15e-e7f80a13b8df', 'status': 'completed', 'code': 200} Jun 11 18:08:49.795968 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecadb6-f0c9-4b05-842f-3b59496e9c9b req-345dcf3e-47c6-4c93-b786-a5c1a5e95d4b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:49.810758 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-00ecadb6-f0c9-4b05-842f-3b59496e9c9b req-345dcf3e-47c6-4c93-b786-a5c1a5e95d4b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 944 time: 0.2602069 Jun 11 18:08:49.903800 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-00ecadb6-f0c9-4b05-842f-3b59496e9c9b req-b07f1249-45fe-4c5a-805a-c97c11b42325 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891054 Jun 11 18:08:49.956368 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-6eef2af9-8c0d-457e-b0e4-9b4fd64c00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:49.958196 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-6eef2af9-8c0d-457e-b0e4-9b4fd64c00b3 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 1097 time: 0.4436197 Jun 11 18:08:50.083561 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-3fdddb58-02ce-486b-b302-1a649ef55472 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c7974bb-2f22-4814-a15e-e7f80a13b8df HTTP/1.1" status: 200 len: 217 time: 0.1138761 Jun 11 18:08:50.297523 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-20abbdb2-76e8-4a07-a1b3-47ec4d89503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:50.300190 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-20abbdb2-76e8-4a07-a1b3-47ec4d89503a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.2042596 Jun 11 18:08:50.368586 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36308) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:50.372009 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-2ff2964c-2456-4db6-b85c-18973db16426 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618498 Jun 11 18:08:50.541485 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36314) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:50.680959 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.694136 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-65b2742b-893e-4413-b779-9fa3375b93b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:50.792707 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05939a7-18b7-4433-824e-74b644afb378,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:50.795089 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-b11a3e23-9b85-49ad-846c-08ed4c1907a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:50.800816 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-d6285d88-b8f3-4923-bbdb-a088bb2dcd7d service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176486 Jun 11 18:08:50.802285 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:50.899537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-303ae25f-9ff0-40a9-b4cf-937a84c641e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:51.035338 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-5aaae959-6fb8-45d0-94f1-ad6aad0f475e req-6e1572e9-ca02-4cca-9590-9b28669cfe5c service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214537 Jun 11 18:08:51.076124 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Checking segment: {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:08:51.076912 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Network hostable DHCP agents. Network: 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:08:51.117914 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:08:51.176202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-b11a3e23-9b85-49ad-846c-08ed4c1907a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:51.189269 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-b11a3e23-9b85-49ad-846c-08ed4c1907a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:51.207653 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-78fe7022-8035-4c01-8b3c-2d616e246c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:51.249485 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:08:51.259099 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:51.262910 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b3f52-7587-46d8-9ed1-9b3dba060a53 None None] Network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:08:51.268547 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:51.383900 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-1eeac0cb-9c52-4e27-b71f-58e006c9907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:51.386542 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-1eeac0cb-9c52-4e27-b71f-58e006c9907b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 1097 time: 0.2375934 Jun 11 18:08:51.448048 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a3e23-9b85-49ad-846c-08ed4c1907a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be38065-4a1f-422a-b318-953fef771e55,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:51.460659 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-b11a3e23-9b85-49ad-846c-08ed4c1907a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:51.467222 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-b11a3e23-9b85-49ad-846c-08ed4c1907a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63b50906823f4300ad66b09e03edd687&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0961921 Jun 11 18:08:51.489427 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36332) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:51.749367 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bcaa8-1f00-44b4-8459-55ed69e5e3c0 req-4ae483eb-49de-4b9a-a142-39b03d4957eb tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:51.752273 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2d3bcaa8-1f00-44b4-8459-55ed69e5e3c0 req-4ae483eb-49de-4b9a-a142-39b03d4957eb tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 944 time: 0.5175719 Jun 11 18:08:51.832000 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b3825-445d-4d27-8567-1cbf2c2bbfb7 None None] Network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:08:51.855815 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-6c59e81e-ef08-490d-8194-f324aa95559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:51.858356 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-6c59e81e-ef08-490d-8194-f324aa95559a service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 915 time: 0.4611576 Jun 11 18:08:52.003357 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-961decfc-5e96-4bb5-aa7a-4966e42b4cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.056286 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-3cd11e1a-9aec-486d-be2d-ff5e181da780 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c7974bb-2f22-4814-a15e-e7f80a13b8df HTTP/1.1" status: 200 len: 217 time: 0.1857123 Jun 11 18:08:52.066615 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-961decfc-5e96-4bb5-aa7a-4966e42b4cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.248852 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-4120bf3b-8e3a-4760-a55b-ce119a61da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:52.251945 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-4120bf3b-8e3a-4760-a55b-ce119a61da64 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.1835129 Jun 11 18:08:52.270501 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-303ae25f-9ff0-40a9-b4cf-937a84c641e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.277102 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-961decfc-5e96-4bb5-aa7a-4966e42b4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.282062 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-961decfc-5e96-4bb5-aa7a-4966e42b4cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.288457 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-961decfc-5e96-4bb5-aa7a-4966e42b4cf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4be38065-4a1f-422a-b318-953fef771e55 HTTP/1.1" status: 204 len: 168 time: 0.7841356 Jun 11 18:08:52.291479 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7e85d204-210d-406a-b6fa-1cc1cc43e161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:52.297484 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-303ae25f-9ff0-40a9-b4cf-937a84c641e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.329119 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2d3bcaa8-1f00-44b4-8459-55ed69e5e3c0 req-1100f634-dd37-46dc-a48f-d0c439650290 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078592 Jun 11 18:08:52.333567 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961decfc-5e96-4bb5-aa7a-4966e42b4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be38065-4a1f-422a-b318-953fef771e55,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:52.360138 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-961decfc-5e96-4bb5-aa7a-4966e42b4cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:52.370976 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-acdeec3e-7d26-4fbf-89d1-aff9570c735e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:52.423890 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-d3656f99-78c1-49a2-8da9-24a8946a5e8d service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1624253 Jun 11 18:08:52.427609 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0619919 Jun 11 18:08:52.432249 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36350) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:52.438773 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:08:52.447653 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-303ae25f-9ff0-40a9-b4cf-937a84c641e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcc84cd911964ec4a3c3cbde22469a71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9028506 Jun 11 18:08:52.452052 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36352) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:52.463811 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36354) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:52.475790 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ae25f-9ff0-40a9-b4cf-937a84c641e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf9511d-85b3-4b6a-a8ae-db5195e6ac57,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:52.497124 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-303ae25f-9ff0-40a9-b4cf-937a84c641e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:52.531151 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.533663 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.686794 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1c084bed-a690-41f9-9b31-2c5aaee87df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.712483 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.804730 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-44e151c5-a82b-430e-a77b-fffce9378c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:52.829550 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1c084bed-a690-41f9-9b31-2c5aaee87df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.003844 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-44e151c5-a82b-430e-a77b-fffce9378c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.011184 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-44e151c5-a82b-430e-a77b-fffce9378c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.017494 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3c951c8e-9ed8-4859-8ec9-4c5cfe98c8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:53.075685 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36364) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:53.097418 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-44e151c5-a82b-430e-a77b-fffce9378c4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a5e0ea344004125b6931d367bbbd365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282561 Jun 11 18:08:53.097418 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e151c5-a82b-430e-a77b-fffce9378c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd15ef79-cb9a-4304-b9da-f8d831aa7e93,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:53.101084 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36366) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:53.113094 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-44e151c5-a82b-430e-a77b-fffce9378c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:53.187074 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3128614a-b7eb-4f4d-965c-97b263be725b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.198736 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.205484 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2f837a15-0e47-4e76-95ab-8663f736d23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.249966 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3128614a-b7eb-4f4d-965c-97b263be725b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.326364 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1c084bed-a690-41f9-9b31-2c5aaee87df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.331234 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1c084bed-a690-41f9-9b31-2c5aaee87df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.335435 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-1c084bed-a690-41f9-9b31-2c5aaee87df5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bf9511d-85b3-4b6a-a8ae-db5195e6ac57 HTTP/1.1" status: 204 len: 168 time: 0.8792009 Jun 11 18:08:53.336039 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b3af02ed-487f-43b1-bfdf-14e8daaeb2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:53.343829 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3128614a-b7eb-4f4d-965c-97b263be725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.353005 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3128614a-b7eb-4f4d-965c-97b263be725b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.357584 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-3128614a-b7eb-4f4d-965c-97b263be725b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd15ef79-cb9a-4304-b9da-f8d831aa7e93 HTTP/1.1" status: 204 len: 168 time: 0.2513585 Jun 11 18:08:53.357584 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:53.384879 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128614a-b7eb-4f4d-965c-97b263be725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd15ef79-cb9a-4304-b9da-f8d831aa7e93,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:53.390447 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3128614a-b7eb-4f4d-965c-97b263be725b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:53.394744 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c084bed-a690-41f9-9b31-2c5aaee87df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf9511d-85b3-4b6a-a8ae-db5195e6ac57,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:53.400648 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1c084bed-a690-41f9-9b31-2c5aaee87df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:53.793516 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed2c90-4711-43c9-8ad7-f737feb765be req-0b0ed151-81c1-439e-a27b-5edac462a125 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:53.809760 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-656a1815-ee46-4274-bcd9-19c6fe74ecec service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476936 Jun 11 18:08:53.812258 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-62ed2c90-4711-43c9-8ad7-f737feb765be req-0b0ed151-81c1-439e-a27b-5edac462a125 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 944 time: 0.1966293 Jun 11 18:08:53.854580 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2f837a15-0e47-4e76-95ab-8663f736d23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.866433 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2f837a15-0e47-4e76-95ab-8663f736d23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:53.872656 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:53.918179 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-62ed2c90-4711-43c9-8ad7-f737feb765be req-e80a2f6a-26d9-4b66-9484-97331bcf15e5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974338 Jun 11 18:08:54.222878 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36386) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:54.246674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8eefc465-ef08-42a3-aea8-d042f63d8537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.461991 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f837a15-0e47-4e76-95ab-8663f736d23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0033f264-563a-48c6-ba0d-47747cb0b61d,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:54.474477 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2f837a15-0e47-4e76-95ab-8663f736d23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:54.476965 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8eefc465-ef08-42a3-aea8-d042f63d8537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.487980 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-2f837a15-0e47-4e76-95ab-8663f736d23f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=319f546b0f404cfeb675e40993d6d280&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4106514 Jun 11 18:08:54.492418 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36394) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:54.505181 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8eefc465-ef08-42a3-aea8-d042f63d8537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.513983 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-33229dbd-c96e-4c34-ad36-7b4fbb8225a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:54.587632 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.638182 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-8eefc465-ef08-42a3-aea8-d042f63d8537 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89376cbeb3b44d80ab727e7adff95d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176757 Jun 11 18:08:54.645923 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36398) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:54.649899 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eefc465-ef08-42a3-aea8-d042f63d8537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a91808a-6b7f-4a51-8e5b-b2d25335140f,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:54.658263 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.658551 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8eefc465-ef08-42a3-aea8-d042f63d8537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:54.699494 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b9b-6bb5-4fa9-88c8-e5b737c0efa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.749300 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b9b-6bb5-4fa9-88c8-e5b737c0efa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.870969 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b9b-6bb5-4fa9-88c8-e5b737c0efa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.876045 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a0e82b9b-6bb5-4fa9-88c8-e5b737c0efa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.881952 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-a0e82b9b-6bb5-4fa9-88c8-e5b737c0efa5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0033f264-563a-48c6-ba0d-47747cb0b61d HTTP/1.1" status: 204 len: 168 time: 0.3824356 Jun 11 18:08:54.881952 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-5d3b928c-c397-47ab-97e1-260d35d625db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:54.905219 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08fc71f6-9e46-4a72-8430-8386a9dda951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:54.911839 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82b9b-6bb5-4fa9-88c8-e5b737c0efa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0033f264-563a-48c6-ba0d-47747cb0b61d,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:54.928797 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a0e82b9b-6bb5-4fa9-88c8-e5b737c0efa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:55.006977 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08fc71f6-9e46-4a72-8430-8386a9dda951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:55.028351 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Allocated IP 172.27.0.109 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/c16eda89-1316-4ea3-a132-4cddccbc3afb) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:08:55.195122 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-7b281392-448a-47b7-b601-aeafb2f0b629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:55.314735 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08fc71f6-9e46-4a72-8430-8386a9dda951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:55.319271 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 8c7974bb-2f22-4814-a15e-e7f80a13b8df details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:08:55.322728 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08fc71f6-9e46-4a72-8430-8386a9dda951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:55.324113 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-08fc71f6-9e46-4a72-8430-8386a9dda951 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a91808a-6b7f-4a51-8e5b-b2d25335140f HTTP/1.1" status: 204 len: 168 time: 0.6754999 Jun 11 18:08:55.350939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:55.366107 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672e4b-42f2-43b4-95e9-ab19a73bf009 req-30810ebb-c914-42fe-9eb4-aee67f6d55c8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:55.370045 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f672e4b-42f2-43b4-95e9-ab19a73bf009 req-30810ebb-c914-42fe-9eb4-aee67f6d55c8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 944 time: 0.1900034 Jun 11 18:08:55.563975 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f672e4b-42f2-43b4-95e9-ab19a73bf009 req-11916876-641a-4c50-a176-4acda4a94102 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790926 Jun 11 18:08:55.565077 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc71f6-9e46-4a72-8430-8386a9dda951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a91808a-6b7f-4a51-8e5b-b2d25335140f,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:55.570450 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-08fc71f6-9e46-4a72-8430-8386a9dda951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:55.744340 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:55.775178 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 8c7974bb-2f22-4814-a15e-e7f80a13b8df, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8c7974bb-2f22-4814-a15e-e7f80a13b8df,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:55.808579 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '8c7974bb-2f22-4814-a15e-e7f80a13b8df', 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'port_id': '8c7974bb-2f22-4814-a15e-e7f80a13b8df', 'mac_address': 'fa:16:3e:9d:92:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc1318e-2ad2-461c-8ca8-045387643d8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:08:55.831863 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ee76b27c-d286-422f-a8c5-6a281b3c815f req-d44aca9f-f59c-4b55-9e71-298a10e90143 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058300 Jun 11 18:08:55.893108 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:55.902246 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:55.948574 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:55.984857 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7974bb-2f22-4814-a15e-e7f80a13b8df {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:08:56.002803 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:08:56.009066 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:08:56.016426 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:08:56.033422 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 8c7974bb-2f22-4814-a15e-e7f80a13b8df, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8c7974bb-2f22-4814-a15e-e7f80a13b8df,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:56.041173 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:56.044817 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:56.080199 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Pushing event updated for resources: {'Port': ['ID=c16eda89-1316-4ea3-a132-4cddccbc3afb,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:56.094183 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:56.168853 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=8c7974bb-2f22-4814-a15e-e7f80a13b8df,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:56.187838 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:56.316344 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['8c7974bb-2f22-4814-a15e-e7f80a13b8df'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:08:57.027540 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:57.435138 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d4cc6-4028-4a6d-baec-ded2c3b8e8bd req-7d28ab7b-f368-4035-853b-59ae08c3987c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:57.449457 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a61d4cc6-4028-4a6d-baec-ded2c3b8e8bd req-7d28ab7b-f368-4035-853b-59ae08c3987c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 945 time: 0.3819220 Jun 11 18:08:57.586902 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a61d4cc6-4028-4a6d-baec-ded2c3b8e8bd req-f3973670-23b0-4237-8df6-b94197e53ca9 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318758 Jun 11 18:08:57.811964 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:57.904632 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1d38598d-2825-4805-a613-021192b0cd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:58.040798 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:58.073736 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 8c7974bb-2f22-4814-a15e-e7f80a13b8df up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:08:58.264762 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 8c7974bb-2f22-4814-a15e-e7f80a13b8df completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:08:58.276953 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 8c7974bb-2f22-4814-a15e-e7f80a13b8df triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:08:58.278453 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:58.462624 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Router e4bb4ab6-7ea8-4951-b043-241aaebf3689 is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:08:58.531201 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:58.644644 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb1aafc-90bc-4542-a04b-60eaf3a1fe38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7974bb-2f22-4814-a15e-e7f80a13b8df'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:08:58.650930 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118b77e6-7ee7-4ee8-8142-622710ef3ec9" -d '{"events": [{"server_uuid": "2cb1aafc-90bc-4542-a04b-60eaf3a1fe38", "name": "network-vif-plugged", "status": "completed", "tag": "8c7974bb-2f22-4814-a15e-e7f80a13b8df"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:08:58.753154 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 8c7974bb-2f22-4814-a15e-e7f80a13b8df, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8c7974bb-2f22-4814-a15e-e7f80a13b8df,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:08:58.779845 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:58.783805 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:08:58.912638 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77399ae-2fd1-4d5d-97b3-a2e401b3ab63 x-openstack-request-id: req-e77399ae-2fd1-4d5d-97b3-a2e401b3ab63 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:08:58.914129 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb1aafc-90bc-4542-a04b-60eaf3a1fe38", "name": "network-vif-plugged", "status": "completed", "tag": "8c7974bb-2f22-4814-a15e-e7f80a13b8df", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:08:58.914757 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e77399ae-2fd1-4d5d-97b3-a2e401b3ab63 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:08:58.915859 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb1aafc-90bc-4542-a04b-60eaf3a1fe38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7974bb-2f22-4814-a15e-e7f80a13b8df', 'code': 200} Jun 11 18:08:58.946833 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:08:58.966829 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Sync routers for ids ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:08:59.003694 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:59.026432 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36514) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:08:59.049443 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6087365 Jun 11 18:08:59.052009 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Routers {'e4bb4ab6-7ea8-4951-b043-241aaebf3689'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:08:59.058356 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:08:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:08:59.126603 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=8c7974bb-2f22-4814-a15e-e7f80a13b8df,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:08:59.151185 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:08:59.231177 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:08:59.676346 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a3ee4-fef6-486b-84be-c85f198749e9 req-7e1d501e-3649-47d4-8251-72cbeac254e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:59.684923 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-6c6a3ee4-fef6-486b-84be-c85f198749e9 req-7e1d501e-3649-47d4-8251-72cbeac254e5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 1099 time: 0.2579470 Jun 11 18:08:59.757090 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Set router e4bb4ab6-7ea8-4951-b043-241aaebf3689 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:08:59.817514 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-6c6a3ee4-fef6-486b-84be-c85f198749e9 req-b4d8a59d-9035-45b4-94a6-4cb4516eda86 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278622 Jun 11 18:08:59.968132 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b48dc1-d89c-4078-b444-1474c6da5de6 req-531ef1c4-c2b5-4138-95f4-712bbbf8b281 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:08:59.982774 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18b48dc1-d89c-4078-b444-1474c6da5de6 req-531ef1c4-c2b5-4138-95f4-712bbbf8b281 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 946 time: 0.6203506 Jun 11 18:09:00.429359 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18b48dc1-d89c-4078-b444-1474c6da5de6 req-ca41ec62-8709-4a5b-8b5a-afbd3512289e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404988 Jun 11 18:09:00.531378 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:08:56Z', 'revision_number': 3, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:00.538071 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Checking router: e4bb4ab6-7ea8-4951-b043-241aaebf3689 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:09:00.538530 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Updating router e4bb4ab6-7ea8-4951-b043-241aaebf3689 port c16eda89-1316-4ea3-a132-4cddccbc3afb binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:09:00.657690 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:01.081752 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:01.605894 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:01.779516 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:01.814271 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Transition to ACTIVE for port object c16eda89-1316-4ea3-a132-4cddccbc3afb will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:01.828976 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:01.845567 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:01.980689 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Attempting to bind port c16eda89-1316-4ea3-a132-4cddccbc3afb on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:01.981792 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Attempting to bind port c16eda89-1316-4ea3-a132-4cddccbc3afb by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:01.982735 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Attempting to bind port c16eda89-1316-4ea3-a132-4cddccbc3afb on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:02.009223 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:02.011107 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:02.011912 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:02.012827 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:02.013750 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Bound port: c16eda89-1316-4ea3-a132-4cddccbc3afb, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:02.014634 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:02.020309 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Pushing event updated for resources: {'Port': ['ID=c16eda89-1316-4ea3-a132-4cddccbc3afb,revision_number=2']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:02.074461 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.074927 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.075417 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.076012 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.076463 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.077019 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.078757 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.088525 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.089100 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.089574 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.089951 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.090548 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:02.105518 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:02.270718 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] For port c16eda89-1316-4ea3-a132-4cddccbc3afb, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:02.278899 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] For port c16eda89-1316-4ea3-a132-4cddccbc3afb, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c16eda89-1316-4ea3-a132-4cddccbc3afb,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:02.299593 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:02.321640 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:02.430067 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Routers {'e4bb4ab6-7ea8-4951-b043-241aaebf3689'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:09:02.431123 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:08:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:02.590613 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b095-fa7f-44fa-9ae6-33081ef3ec51 req-dee25ecd-8e78-4980-9dcd-0403da266a5f tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:02.593228 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bb97b095-fa7f-44fa-9ae6-33081ef3ec51 req-dee25ecd-8e78-4980-9dcd-0403da266a5f tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 946 time: 0.7550304 Jun 11 18:09:02.740731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Allocated IP 172.20.0.1 (0c8cedef-ed9a-4dba-9fa6-3303dd217f1f/f05939a7-18b7-4433-824e-74b644afb378/970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:02.764784 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bb97b095-fa7f-44fa-9ae6-33081ef3ec51 req-031e4392-97ef-4187-8892-58125437feb5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213527 Jun 11 18:09:02.938216 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Pushing event updated for resources: {'Port': ['ID=c16eda89-1316-4ea3-a132-4cddccbc3afb,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:02.946436 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:03.091770 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] Set router e4bb4ab6-7ea8-4951-b043-241aaebf3689 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:09:03.132538 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:03.304424 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:03.312008 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:03.402314 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:03.408306 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:03.415919 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:03.417546 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.018222 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:08:56Z', 'revision_number': 3, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:04.032511 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c3b504-7ca1-41c1-903d-e0172b01b7ff None None] The sync data for ids ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'] in dv-cinder-796049-1-iscsi is: [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:08:56Z', 'revision_number': 3, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:09:04.097341 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Pushing event updated for resources: {'Port': ['ID=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:04.160122 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:04.220062 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.284175 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36670) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:04.708366 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3a56c22c-46e8-46c7-ad24-5cad89fd9394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.866784 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.882927 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.885222 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:04.908443 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:05.180423 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Pushing event updated for resources: {'Port': ['ID=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:05.186668 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:05.352054 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:05.354809 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:05.384251 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3a56c22c-46e8-46c7-ad24-5cad89fd9394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.393359 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3a56c22c-46e8-46c7-ad24-5cad89fd9394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.398668 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2c68825b-a0c3-4fa6-82d0-bfb696eb3575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:05.482069 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56c22c-46e8-46c7-ad24-5cad89fd9394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf5a067-ecc6-4d92-954b-dc160bd333e5,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:05.489319 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3a56c22c-46e8-46c7-ad24-5cad89fd9394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:05.497467 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3a56c22c-46e8-46c7-ad24-5cad89fd9394 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=874f150c7c06442abdbaddfd7a38549f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1972232 Jun 11 18:09:05.498665 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36688) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:05.612413 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb042a02-5464-4ec0-9fa2-1ad9d0cbd3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.650621 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Router e4bb4ab6-7ea8-4951-b043-241aaebf3689 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:09:05.664168 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb042a02-5464-4ec0-9fa2-1ad9d0cbd3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.776937 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb042a02-5464-4ec0-9fa2-1ad9d0cbd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.783020 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb042a02-5464-4ec0-9fa2-1ad9d0cbd3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:05.785175 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-fb042a02-5464-4ec0-9fa2-1ad9d0cbd3ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccf5a067-ecc6-4d92-954b-dc160bd333e5 HTTP/1.1" status: 204 len: 168 time: 0.2856185 Jun 11 18:09:05.786529 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2f837a15-0e47-4e76-95ab-8663f736d23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:05.807030 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb042a02-5464-4ec0-9fa2-1ad9d0cbd3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf5a067-ecc6-4d92-954b-dc160bd333e5,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:05.811809 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-fb042a02-5464-4ec0-9fa2-1ad9d0cbd3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:05.939868 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:09:05.955061 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] 10.222.0.15 "PUT /v2.0/routers/e4bb4ab6-7ea8-4951-b043-241aaebf3689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9169042 Jun 11 18:09:06.351300 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36712) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:06.381482 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-84986bb8-bdfc-4923-9974-e107a56a657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.601941 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c16eda89-1316-4ea3-a132-4cddccbc3afb up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:06.634910 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-84986bb8-bdfc-4923-9974-e107a56a657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.642222 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-84986bb8-bdfc-4923-9974-e107a56a657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.648064 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-8a113480-4fd6-4bff-8fbc-3992494bbb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:06.713761 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-84986bb8-bdfc-4923-9974-e107a56a657c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c6ebf650f454c2ab533723a3c5f42f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603141 Jun 11 18:09:06.715016 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36714) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:06.717863 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84986bb8-bdfc-4923-9974-e107a56a657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600dd315-3eb6-4183-bd27-34cb867b5a77,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:06.724661 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port c16eda89-1316-4ea3-a132-4cddccbc3afb completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:06.735263 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-84986bb8-bdfc-4923-9974-e107a56a657c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:06.736089 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c16eda89-1316-4ea3-a132-4cddccbc3afb triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:06.736801 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.896543 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-caf45e49-028b-450a-8d4e-5317ac7afa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:06.953568 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-caf45e49-028b-450a-8d4e-5317ac7afa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.023692 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Sync routers for ids ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:09:07.051656 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.063787 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Routers {'e4bb4ab6-7ea8-4951-b043-241aaebf3689'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:09:07.065099 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:08:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:07.143028 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-caf45e49-028b-450a-8d4e-5317ac7afa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.148586 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-caf45e49-028b-450a-8d4e-5317ac7afa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.150496 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-caf45e49-028b-450a-8d4e-5317ac7afa55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/600dd315-3eb6-4183-bd27-34cb867b5a77 HTTP/1.1" status: 204 len: 168 time: 0.4338956 Jun 11 18:09:07.156960 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f261a272-6169-475e-b597-f4bf7009a562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:07.181123 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf45e49-028b-450a-8d4e-5317ac7afa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600dd315-3eb6-4183-bd27-34cb867b5a77,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:07.190307 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-caf45e49-028b-450a-8d4e-5317ac7afa55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:07.341188 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port c16eda89-1316-4ea3-a132-4cddccbc3afb, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c16eda89-1316-4ea3-a132-4cddccbc3afb,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:07.435152 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:07.454839 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:07.474520 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-7ca7f0e3-dc3b-4dfc-92c0-a019dccb47f5 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:07.492840 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-7ca7f0e3-dc3b-4dfc-92c0-a019dccb47f5 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 819 time: 0.4287169 Jun 11 18:09:07.543286 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-31a10e3e-e57e-48a8-8df5-70d6e6bf9f9b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/quotas/33a12476805f4baab7c6a8c8f5784d32 HTTP/1.1" status: 200 len: 375 time: 0.0484252 Jun 11 18:09:07.604252 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=c16eda89-1316-4ea3-a132-4cddccbc3afb,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:07.616763 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:07.747591 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Set router e4bb4ab6-7ea8-4951-b043-241aaebf3689 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:09:07.864317 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-57c7f13a-e461-4d4b-b3cb-ef98a34aa350 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3195519 Jun 11 18:09:07.869042 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:09:08.313877 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-021d284d-7c6a-447f-8423-c2a844268b7e service neutron] 10.222.0.15 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303796 Jun 11 18:09:08.536904 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:09:04Z', 'revision_number': 4, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07', 'name': '', 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'mac_address': 'fa:16:3e:fa:86:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'f05939a7-18b7-4433-824e-74b644afb378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:01Z', 'updated_at': '2021-06-11T18:09:04Z', 'revision_number': 2, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'subnets': [{'id': 'f05939a7-18b7-4433-824e-74b644afb378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:08.549403 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Checking router: e4bb4ab6-7ea8-4951-b043-241aaebf3689 for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:09:08.550163 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Updating router e4bb4ab6-7ea8-4951-b043-241aaebf3689 port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:09:08.715649 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c16eda89-1316-4ea3-a132-4cddccbc3afb up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:08.748405 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-27ecee9e-3ba8-4c19-9cc4-7e65292d2ce9 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187293 Jun 11 18:09:08.955063 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.065184 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c16eda89-1316-4ea3-a132-4cddccbc3afb triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:09.065993 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:09.888083 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-c2be962d-9471-477e-aedc-bb687cb3b261 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:09.895987 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-c2be962d-9471-477e-aedc-bb687cb3b261 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 814 time: 0.5391438 Jun 11 18:09:09.936835 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-4362f00c-195c-4d05-aa35-181d0f24b8ce tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/quotas/1ae38de8388847ffb10d0bc82989f350 HTTP/1.1" status: 200 len: 375 time: 0.0273128 Jun 11 18:09:10.135149 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-294fa580-014f-4da5-a33c-637cee449fd8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1803894 Jun 11 18:09:10.159814 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.181196 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Transition to ACTIVE for port object 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:10.194288 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.199912 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:10.312647 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30bb1d-c667-4958-afad-c921dd3c924d None None] Pushing event updated for resources: {'Port': ['ID=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:10.322731 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cf30bb1d-c667-4958-afad-c921dd3c924d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:10.598774 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Attempting to bind port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:10.599986 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Attempting to bind port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:10.600672 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Attempting to bind port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 on network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:10.625093 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:10.625663 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Checking segment: {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:10.626421 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.627108 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Bound using segment: {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:10.627996 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Bound port: 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:10.628671 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.824772 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-8af67d7f-8b3d-4521-ab50-4ac79701238b service neutron] 10.222.0.15 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726415 Jun 11 18:09:10.829663 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] For port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:10.836555 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] For port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:10.845521 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:10.852299 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-573e90e5-4f87-4b06-a56d-2904f007414b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:10.993385 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Routers {'e4bb4ab6-7ea8-4951-b043-241aaebf3689'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:09:10.994961 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:08:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:10.999283 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30bb1d-c667-4958-afad-c921dd3c924d None None] Pushing event updated for resources: {'Port': ['ID=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:11.012543 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cf30bb1d-c667-4958-afad-c921dd3c924d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:11.097488 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-b9fd5bb7-f476-43de-8903-d6c1b2898190 service neutron] 10.222.0.15 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527127 Jun 11 18:09:11.412288 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] Set router e4bb4ab6-7ea8-4951-b043-241aaebf3689 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:09:11.546350 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a4fdac19-a705-4a5a-827a-a72158381538 req-1bcf9814-d27b-42d9-9150-c36e4521b80c tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0643120 Jun 11 18:09:11.728961 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1fdcdd1b-5fba-4759-a230-d2da5fb44b5e req-d2d7d2c3-958e-418f-9c17-9f8b10757467 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 210 time: 0.0885835 Jun 11 18:09:11.979262 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:09:04Z', 'revision_number': 4, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07', 'name': '', 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'mac_address': 'fa:16:3e:fa:86:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'f05939a7-18b7-4433-824e-74b644afb378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:01Z', 'updated_at': '2021-06-11T18:09:10Z', 'revision_number': 4, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'subnets': [{'id': 'f05939a7-18b7-4433-824e-74b644afb378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:09:11.987583 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9512ae6-2ae4-40fa-9ae4-5a4fdde6d0f9 None None] The sync data for ids ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'] in dv-cinder-796049-1-iscsi is: [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:09:04Z', 'revision_number': 4, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07', 'name': '', 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'mac_address': 'fa:16:3e:fa:86:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'f05939a7-18b7-4433-824e-74b644afb378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:01Z', 'updated_at': '2021-06-11T18:09:10Z', 'revision_number': 4, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'subnets': [{'id': 'f05939a7-18b7-4433-824e-74b644afb378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:09:12.393694 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-66318262-6789-4fa7-b305-df46e18cf7d0 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:12.408346 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-66318262-6789-4fa7-b305-df46e18cf7d0 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 819 time: 0.4171860 Jun 11 18:09:12.431278 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-acd47abd-c396-4081-b122-60d1b86f99ff tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/quotas/33a12476805f4baab7c6a8c8f5784d32 HTTP/1.1" status: 200 len: 375 time: 0.0214090 Jun 11 18:09:12.608793 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-83ed290d-eb6d-43d1-b827-54ec480a6e95 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696136 Jun 11 18:09:12.612439 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:12.709714 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:12.716404 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:12.716877 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.846871 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-29b3e2a9-af72-4dd0-b1cc-fbf550f10e2b service neutron] 10.222.0.15 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303138 Jun 11 18:09:12.875485 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.956890 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:12.964674 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:12.974783 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cf30bb1d-c667-4958-afad-c921dd3c924d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:13.089454 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:13.098075 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:13.133873 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:13.157126 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-ee792272-87b5-45ff-9f54-445fb3472714 service neutron] 10.222.0.15 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981040 Jun 11 18:09:13.453562 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1905d637-27e6-486b-b195-67ca363bed3d req-15c7584e-d07c-492b-9cda-ec4eede424ac service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2558937 Jun 11 18:09:13.773990 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22101076-a1bd-43ba-972d-33fc8ec0f271 req-93762525-dd3b-45eb-a6bc-3999b121ed4a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 210 time: 0.1922371 Jun 11 18:09:13.845054 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905d637-27e6-486b-b195-67ca363bed3d req-21db628a-8287-41fa-8e27-5e730984dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:13.850525 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1905d637-27e6-486b-b195-67ca363bed3d req-21db628a-8287-41fa-8e27-5e730984dbaf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 1098 time: 0.2327824 Jun 11 18:09:13.929128 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-39607dd2-b398-4968-b63a-3907f8fded5b req-d3b01e59-df1c-4c6d-b2a4-cf1ecb200774 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 210 time: 0.1735659 Jun 11 18:09:14.227079 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905d637-27e6-486b-b195-67ca363bed3d req-1b978c6a-8463-4260-a385-7c983ba5180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:14.229984 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1905d637-27e6-486b-b195-67ca363bed3d req-1b978c6a-8463-4260-a385-7c983ba5180f service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 915 time: 0.3275349 Jun 11 18:09:14.380456 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1905d637-27e6-486b-b195-67ca363bed3d req-3994beb0-9f70-41a9-b635-7ecee52f5b7d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=acada3c6-9081-4981-b945-e25141c5c389 HTTP/1.1" status: 200 len: 217 time: 0.1252422 Jun 11 18:09:14.502788 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905d637-27e6-486b-b195-67ca363bed3d req-60de90ea-4967-4077-bc88-fa4c74e28bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:14.519012 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1905d637-27e6-486b-b195-67ca363bed3d req-60de90ea-4967-4077-bc88-fa4c74e28bc3 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.1160512 Jun 11 18:09:14.607032 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:14.773580 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1905d637-27e6-486b-b195-67ca363bed3d req-c3343230-dc6a-4bfc-a2b1-6ecce7ad20fb service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2295132 Jun 11 18:09:14.887390 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:14.898596 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:15.099481 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36956) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:15.349171 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-a47aaf48-1298-4ed8-be17-7e5ceff626ec tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:15.354929 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-a47aaf48-1298-4ed8-be17-7e5ceff626ec tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 819 time: 0.6326516 Jun 11 18:09:15.355999 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1905d637-27e6-486b-b195-67ca363bed3d req-2f87a8fe-0525-43a8-bf35-df2a72393ee1 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648870 Jun 11 18:09:15.388578 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Request body: {'port': {'device_id': '9285ce78-2b0e-485d-baf2-70c4319d8824', 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f', 'admin_state_up': True, 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:15.604541 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4998d80b-6fb0-4418-bfe3-3605d08b8d15 req-ba26adc6-a015-4b51-91df-69d2817227b2 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 210 time: 0.1990399 Jun 11 18:09:15.644932 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1905d637-27e6-486b-b195-67ca363bed3d req-358448e8-7cfa-4f0c-b802-ad0d0afe54c2 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653034 Jun 11 18:09:15.785371 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7e447008-865b-4fb6-9b74-838b45ba888f req-b52f66a3-46c0-4152-ab2a-3836fa2d6e0b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 210 time: 0.1331241 Jun 11 18:09:15.791897 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d27c03aa-1b9d-46e1-b815-33e56ca8dcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.298148 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d27c03aa-1b9d-46e1-b815-33e56ca8dcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.319597 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d27c03aa-1b9d-46e1-b815-33e56ca8dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.325112 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8d06b1c8-18ab-4d43-b2a5-647b5d2f3252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:16.398008 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c03aa-1b9d-46e1-b815-33e56ca8dcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac6788-ba6b-4476-bd08-7ee7bffe84ac,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:16.404002 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d27c03aa-1b9d-46e1-b815-33e56ca8dcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:16.407688 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-d27c03aa-1b9d-46e1-b815-33e56ca8dcc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18a8e3eb8d83488181bc63a770b7d8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3020587 Jun 11 18:09:16.412036 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 36990) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:16.438609 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Made reservation on behalf of 33a12476805f4baab7c6a8c8f5784d32 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:16.451561 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.635256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 36992) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:16.706421 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-ea50d4f7-11d6-4fc5-ad61-09bb9c291ad3 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:16.708262 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-ea50d4f7-11d6-4fc5-ad61-09bb9c291ad3 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 814 time: 0.3543344 Jun 11 18:09:16.727275 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e89-6edf-4928-ac7b-dd69021bd203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:16.730459 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Request body: {'port': {'device_id': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'admin_state_up': True, 'tenant_id': '1ae38de8388847ffb10d0bc82989f350'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:16.837885 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e89-6edf-4928-ac7b-dd69021bd203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.062136 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.139624 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7a777ff4-7197-4941-90fe-f6bbf6bcb0c4 req-c5a96d44-951c-41f9-8238-aa3eba8b67ca tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 210 time: 0.2145810 Jun 11 18:09:17.169595 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Made reservation on behalf of 1ae38de8388847ffb10d0bc82989f350 for: {'port': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:17.175772 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.273718 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Allocated IP 172.20.0.10 (0c8cedef-ed9a-4dba-9fa6-3303dd217f1f/f05939a7-18b7-4433-824e-74b644afb378/72e81d0b-7c15-486f-bc56-187f10987573) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:17.471373 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fd101cdf-41ac-4208-8586-939bd28798de req-99ff4171-9fbb-4df1-a9e9-44d3affdbf32 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 210 time: 0.1434543 Jun 11 18:09:17.834795 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e89-6edf-4928-ac7b-dd69021bd203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.840622 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-14ac1e89-6edf-4928-ac7b-dd69021bd203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:17.847592 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-14ac1e89-6edf-4928-ac7b-dd69021bd203 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53ac6788-ba6b-4476-bd08-7ee7bffe84ac HTTP/1.1" status: 204 len: 168 time: 1.4340382 Jun 11 18:09:17.878563 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6cdd3956-6a73-41e4-8cca-512023f66568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:17.928136 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac1e89-6edf-4928-ac7b-dd69021bd203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac6788-ba6b-4476-bd08-7ee7bffe84ac,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:18.005506 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Allocated IP 172.20.0.2 (be8dea01-a324-469a-a408-fff0eb66b54b/cbc1318e-2ad2-461c-8ca8-045387643d8b/91a193db-3c9f-40a6-a66b-3fecfa95dc1a) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:18.019414 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-5817b301-99aa-43c6-827d-895c7c550e25 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:18.022614 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-5817b301-99aa-43c6-827d-895c7c550e25 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 819 time: 0.5777161 Jun 11 18:09:18.028629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-14ac1e89-6edf-4928-ac7b-dd69021bd203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:18.046410 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37022) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:18.124711 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:18.129487 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Request body: {'port': {'device_id': '21bad792-3ad3-493f-ace4-1ca7e2301518', 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f', 'admin_state_up': True, 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:18.157839 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:18.202265 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:18.364925 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:18.417237 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b13a94c-9e07-4b4e-9d25-59bf840a47d4,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:18.426663 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-454264a9-c87f-4116-8426-178a7408cb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:18.448126 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9219ba2bcdd348b1ba7d34c0204f5edd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8116503 Jun 11 18:09:18.448875 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37034) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:18.567156 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.568005 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.568678 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.569352 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.570018 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.570694 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.571619 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.572428 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.573043 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.573952 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.575165 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.576498 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:18.585299 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:18.603177 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8276fd28-f057-45e8-b5a8-f3b3395d9b19 req-bf4cd50b-c987-4ed1-b146-be2a00f85535 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 210 time: 0.0644410 Jun 11 18:09:18.636320 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:18.700107 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:18.829218 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Pushing event updated for resources: {'Port': ['ID=72e81d0b-7c15-486f-bc56-187f10987573,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:18.838873 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:18.855219 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:18.865279 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:18.876288 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:18.885468 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:18.886746 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:18.944495 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37042) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:18.982938 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13042630-c372-4745-9318-b1d0de58a4b9 req-028bfade-1195-467c-86cb-460ef810f459 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 210 time: 0.0766945 Jun 11 18:09:19.037575 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.135145 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-017bc328-8ea0-4568-b43c-ef530d2deb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.180299 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.233250 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-017bc328-8ea0-4568-b43c-ef530d2deb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.368958 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-454264a9-c87f-4116-8426-178a7408cb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.388582 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-454264a9-c87f-4116-8426-178a7408cb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.403246 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1c084bed-a690-41f9-9b31-2c5aaee87df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:19.407528 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.db.api [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:09:19.407528 dv-cinder-796049-1-iscsi neutron-server[92016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 11 18:09:19.407528 dv-cinder-796049-1-iscsi neutron-server[92016]: [parameters: {'project_id_1': '92395af8750e464eb7bf7c22f2d3c058', 'expiration_1': datetime.datetime(2021, 6, 11, 18, 9, 19, 124798)}] Jun 11 18:09:19.407528 dv-cinder-796049-1-iscsi neutron-server[92016]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:09:19.408380 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_db.api [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:09:19.417709 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Made reservation on behalf of 33a12476805f4baab7c6a8c8f5784d32 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:19.429935 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.433051 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.452325 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['acada3c6-9081-4981-b945-e25141c5c389', '8c7974bb-2f22-4814-a15e-e7f80a13b8df'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:09:19.483656 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1037388 Jun 11 18:09:19.521863 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454264a9-c87f-4116-8426-178a7408cb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b4855d-a2ff-4ec2-b0fd-980121f9acba,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:19.550432 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-454264a9-c87f-4116-8426-178a7408cb67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:19.557308 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:19.702059 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-017bc328-8ea0-4568-b43c-ef530d2deb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.707183 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-017bc328-8ea0-4568-b43c-ef530d2deb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:19.714278 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-017bc328-8ea0-4568-b43c-ef530d2deb00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b13a94c-9e07-4b4e-9d25-59bf840a47d4 HTTP/1.1" status: 204 len: 168 time: 1.2323592 Jun 11 18:09:19.724748 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Pushing event updated for resources: {'Port': ['ID=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:19.732026 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Request body: {'port': {'device_id': '9285ce78-2b0e-485d-baf2-70c4319d8824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:19.749372 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-454264a9-c87f-4116-8426-178a7408cb67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebb7f8276e3d43e2a6ddd7ae34dde103&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7006676 Jun 11 18:09:19.750932 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37058) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:19.752726 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:19.756748 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Network be8dea01-a324-469a-a408-fff0eb66b54b is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:19.828322 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-661b085d-cea5-4abd-a567-8ec8457fadaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:19.848146 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bc328-8ea0-4568-b43c-ef530d2deb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b13a94c-9e07-4b4e-9d25-59bf840a47d4,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:19.886433 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:19.894942 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-017bc328-8ea0-4568-b43c-ef530d2deb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:19.897346 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:19.959462 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.181969 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5a421c32-3170-4a3b-aef8-aa7b0749ca07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.272350 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5a421c32-3170-4a3b-aef8-aa7b0749ca07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.392544 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:20.393639 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.401307 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37068) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:20.712149 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5a421c32-3170-4a3b-aef8-aa7b0749ca07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.720594 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5a421c32-3170-4a3b-aef8-aa7b0749ca07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.726023 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-5a421c32-3170-4a3b-aef8-aa7b0749ca07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39b4855d-a2ff-4ec2-b0fd-980121f9acba HTTP/1.1" status: 204 len: 168 time: 0.9526100 Jun 11 18:09:20.737978 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba86a92d-9a17-41aa-af5b-725812705873 req-7d49a6ca-35b4-43da-bcad-1bff011537aa tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 210 time: 0.1911402 Jun 11 18:09:20.777040 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d456be55-c711-4c5e-9ccc-0c566322c951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:20.806125 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.820489 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-57b83c30-d98e-4262-a029-3d48a9ccc204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.854206 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a421c32-3170-4a3b-aef8-aa7b0749ca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b4855d-a2ff-4ec2-b0fd-980121f9acba,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:20.857647 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:20.862890 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5a421c32-3170-4a3b-aef8-aa7b0749ca07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:20.863771 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5a421c32-3170-4a3b-aef8-aa7b0749ca07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:20.874414 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Allocated IP 172.20.0.12 (0c8cedef-ed9a-4dba-9fa6-3303dd217f1f/f05939a7-18b7-4433-824e-74b644afb378/449c441f-100c-477e-acb4-a810147f76db) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:20.900234 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1759281 Jun 11 18:09:20.952358 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Request body: {'port': {'device_id': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:20.988606 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.065193 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92395af8750e464eb7bf7c22f2d3c058&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1096296 Jun 11 18:09:21.078735 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37086) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:21.164416 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef20a26-1994-44fa-aedc-16d8079cf701,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:21.180674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d304-fba0-407e-8f69-049d8ecf99f8 req-e1dd5367-3c1f-445b-a4a4-2572bb8d6850 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:21.196051 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e3c2d304-fba0-407e-8f69-049d8ecf99f8 req-e1dd5367-3c1f-445b-a4a4-2572bb8d6850 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 931 time: 0.6512873 Jun 11 18:09:21.222819 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:21.492979 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.572779 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-abbab1bd-e1aa-4c59-9d53-3132bf949ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.587371 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-57b83c30-d98e-4262-a029-3d48a9ccc204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.671412 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.680269 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-57b83c30-d98e-4262-a029-3d48a9ccc204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.724545 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e3c2d304-fba0-407e-8f69-049d8ecf99f8 req-328ccb55-dce0-466a-8b7d-5d1a95245870 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264628 Jun 11 18:09:21.732620 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cda1b026-12e1-45ac-b49b-c18ee22ef49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:21.907105 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.938479 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-abbab1bd-e1aa-4c59-9d53-3132bf949ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:21.945910 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:22.115863 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-57b83c30-d98e-4262-a029-3d48a9ccc204 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe76ffa5332c462eae1662aff0a5eb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7013276 Jun 11 18:09:22.123676 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37122) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:22.149997 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:22.152294 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Pushing event updated for resources: {'Port': ['ID=449c441f-100c-477e-acb4-a810147f76db,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:22.159870 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b83c30-d98e-4262-a029-3d48a9ccc204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85867a09-a55b-4d57-bb4a-69833bb085e4,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:22.220858 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:22.294549 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-57b83c30-d98e-4262-a029-3d48a9ccc204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:22.443396 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:22.454281 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:22.455437 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.483979 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.484987 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.485478 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.486065 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.486845 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.487539 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.488305 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.488706 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.489941 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.490563 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.491402 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.492217 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:22.530552 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:22.590508 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5568118 Jun 11 18:09:22.591774 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-75ae693c-5fc6-456b-8c7d-9296b5db97d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.743917 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Request body: {'port': {'device_id': '21bad792-3ad3-493f-ace4-1ca7e2301518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:22.792891 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-abbab1bd-e1aa-4c59-9d53-3132bf949ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.798550 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-abbab1bd-e1aa-4c59-9d53-3132bf949ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.800839 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-abbab1bd-e1aa-4c59-9d53-3132bf949ced admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bef20a26-1994-44fa-aedc-16d8079cf701 HTTP/1.1" status: 204 len: 168 time: 1.7176394 Jun 11 18:09:22.822666 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dcfff948-263f-4e75-b360-742a8363e217 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:22.828790 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e81d0b-7c15-486f-bc56-187f10987573 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:22.883364 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-75ae693c-5fc6-456b-8c7d-9296b5db97d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.896566 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:22.951582 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbab1bd-e1aa-4c59-9d53-3132bf949ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef20a26-1994-44fa-aedc-16d8079cf701,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:22.953267 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f847d98-b5f1-4caf-90cd-695de37c1997 req-06813608-47bb-46c6-b4ae-4a3c1fec34b9 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:22.961932 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f847d98-b5f1-4caf-90cd-695de37c1997 req-06813608-47bb-46c6-b4ae-4a3c1fec34b9 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 932 time: 0.8739903 Jun 11 18:09:22.997389 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-abbab1bd-e1aa-4c59-9d53-3132bf949ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:23.009979 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a193db-3c9f-40a6-a66b-3fecfa95dc1a {{(pid=92016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:23.095545 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:23.174064 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Transition to ACTIVE for port object 91a193db-3c9f-40a6-a66b-3fecfa95dc1a will not be triggered until provisioned by entity L2. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:23.184074 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Transition to ACTIVE for port object 72e81d0b-7c15-486f-bc56-187f10987573 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:23.190478 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:23.203207 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:23.277133 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f847d98-b5f1-4caf-90cd-695de37c1997 req-9bd8f20d-7e41-41d7-8b96-2fc48abfd2c2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906497 Jun 11 18:09:23.330738 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:23.359136 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-75ae693c-5fc6-456b-8c7d-9296b5db97d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:23.374912 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-75ae693c-5fc6-456b-8c7d-9296b5db97d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:23.382380 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-75ae693c-5fc6-456b-8c7d-9296b5db97d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85867a09-a55b-4d57-bb4a-69833bb085e4 HTTP/1.1" status: 204 len: 168 time: 1.2432332 Jun 11 18:09:23.409340 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0d3b3dd3-8fbb-40f1-89a4-53a480f052da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:23.601938 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:23.914105 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Pushing event updated for resources: {'Port': ['ID=72e81d0b-7c15-486f-bc56-187f10987573,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:23.989898 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Pushing event updated for resources: {'Port': ['ID=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:24.006778 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:24.061375 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Attempting to bind port 72e81d0b-7c15-486f-bc56-187f10987573 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:24.061923 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Attempting to bind port 72e81d0b-7c15-486f-bc56-187f10987573 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:24.062453 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Attempting to bind port 72e81d0b-7c15-486f-bc56-187f10987573 on network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:24.136384 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Port 72e81d0b-7c15-486f-bc56-187f10987573 on network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:09:24.136902 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Attempting to bind port 72e81d0b-7c15-486f-bc56-187f10987573 on network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:24.182402 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c630-9ba0-45a8-b7e7-12b273c0a26d req-1d64e29e-ad24-4a34-9e51-0115e23b648c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:24.184259 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.981s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:24.189824 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a2d11624-91e7-4800-8691-9a330e8de498 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.799s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:24.193113 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6e69c630-9ba0-45a8-b7e7-12b273c0a26d req-1d64e29e-ad24-4a34-9e51-0115e23b648c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 1.0059993 Jun 11 18:09:24.229881 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:24.230423 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Checking segment: {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:24.231054 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Bound using segment: {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:24.232586 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Bound port: 72e81d0b-7c15-486f-bc56-187f10987573, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:24.233003 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:24.308549 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae693c-5fc6-456b-8c7d-9296b5db97d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85867a09-a55b-4d57-bb4a-69833bb085e4,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:24.313375 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-75ae693c-5fc6-456b-8c7d-9296b5db97d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:24.369323 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Attempting to bind port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:24.370270 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Attempting to bind port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:24.370625 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Attempting to bind port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a on network be8dea01-a324-469a-a408-fff0eb66b54b {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:24.381815 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a on network be8dea01-a324-469a-a408-fff0eb66b54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:09:24.382514 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Attempting to bind port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a on network be8dea01-a324-469a-a408-fff0eb66b54b {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:24.396416 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:24.397453 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Checking segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:24.398239 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Bound using segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:24.399397 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Bound port: 91a193db-3c9f-40a6-a66b-3fecfa95dc1a, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'}}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:24.400220 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:24.449048 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37188) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:24.540477 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b5083f20-4924-4871-901b-c884fc2a0db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:24.723213 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] For port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a, host hv-cinder-79604, cleared binding levels {{(pid=92016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:24.732963 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] For port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:24.863490 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 37204) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:24.884661 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6e69c630-9ba0-45a8-b7e7-12b273c0a26d req-bfbde82a-2175-4ff8-a73c-2d69320fca74 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6906745 Jun 11 18:09:24.963802 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b5083f20-4924-4871-901b-c884fc2a0db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:24.981780 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:24.991343 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b5083f20-4924-4871-901b-c884fc2a0db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.000193 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-69a86034-ca13-469e-be1c-a59c642ad569 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:25.057720 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449c441f-100c-477e-acb4-a810147f76db {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:25.066390 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b5083f20-4924-4871-901b-c884fc2a0db3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeff094f3a0e4f7881693437b4774269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096497 Jun 11 18:09:25.105488 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 37210) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:25.192945 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Pushing event updated for resources: {'Port': ['ID=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,revision_number=3']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:25.202609 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:25.204198 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.207016 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] 10.222.0.82 "PUT /v2.0/ports/91a193db-3c9f-40a6-a66b-3fecfa95dc1a HTTP/1.1" status: 200 len: 1093 time: 4.2774692 Jun 11 18:09:25.209515 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:25.210831 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'tag': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:25.215963 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861f5fcd-687e-46d8-8139-9bfce2347713" -d '{"events": [{"name": "network-changed", "server_uuid": "ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e", "tag": "91a193db-3c9f-40a6-a66b-3fecfa95dc1a"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:25.220140 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-588b6ce3-2c77-4fdf-b716-d7c5cd32682e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:25.227559 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-c0eb419a-930e-49e7-bae7-9e2f372976fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.299665 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5083f20-4924-4871-901b-c884fc2a0db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3025e27d-e728-4d9f-826a-f4fa3018164f,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:25.311823 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b5083f20-4924-4871-901b-c884fc2a0db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:25.385435 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.502306 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37216) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:25.561464 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1139f1-da39-47f5-8729-f38ed4782468 x-openstack-request-id: req-4f1139f1-da39-47f5-8729-f38ed4782468 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:25.563412 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e", "tag": "91a193db-3c9f-40a6-a66b-3fecfa95dc1a", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:25.563412 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f1139f1-da39-47f5-8729-f38ed4782468 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:25.564508 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'tag': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a', 'status': 'completed', 'code': 200} Jun 11 18:09:25.570273 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cf70347e-1904-4872-854f-dbc5a52e6e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.624017 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] For port 72e81d0b-7c15-486f-bc56-187f10987573, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:25.635960 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] For port 72e81d0b-7c15-486f-bc56-187f10987573, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=72e81d0b-7c15-486f-bc56-187f10987573,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:25.640235 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6648017f-fcfc-42b7-86a5-49d021e22a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.704870 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-6f0b517c-5a17-47c2-8bde-3f9306510aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:25.707638 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-6f0b517c-5a17-47c2-8bde-3f9306510aee service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 1096 time: 0.3749318 Jun 11 18:09:25.709118 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Transition to ACTIVE for port object 449c441f-100c-477e-acb4-a810147f76db will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:25.716850 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.745103 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.759529 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:25.837745 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-20575fa3-0c93-4d6e-8b4c-573f2912e592 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a193db-3c9f-40a6-a66b-3fecfa95dc1a HTTP/1.1" status: 200 len: 217 time: 0.1132185 Jun 11 18:09:25.866797 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:25.868685 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:25.871266 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] 10.222.0.82 "PUT /v2.0/ports/72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 200 len: 1094 time: 6.1792665 Jun 11 18:09:25.898793 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9285ce78-2b0e-485d-baf2-70c4319d8824', 'tag': '72e81d0b-7c15-486f-bc56-187f10987573'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:25.906208 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63c839-1388-423d-bd23-861b8ed3668d" -d '{"events": [{"name": "network-changed", "server_uuid": "9285ce78-2b0e-485d-baf2-70c4319d8824", "tag": "72e81d0b-7c15-486f-bc56-187f10987573"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:26.026256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-b22d8d99-a8bb-488f-8fe6-ad0d03d3acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:26.029578 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-b22d8d99-a8bb-488f-8fe6-ad0d03d3acc2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.1817951 Jun 11 18:09:26.150363 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-7a3aa013-c265-4484-8686-4b537407e844 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881467 Jun 11 18:09:26.164840 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cf70347e-1904-4872-854f-dbc5a52e6e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:26.221598 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cf70347e-1904-4872-854f-dbc5a52e6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:26.260845 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f849e761-431c-4f17-bf25-b59c4ef42401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:26.368000 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7380e732-a345-4cf9-834d-ab5905cf4425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:26.373947 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb35fa9-0bcd-4fe2-9b5e-f21837e73ce7 x-openstack-request-id: req-bfb35fa9-0bcd-4fe2-9b5e-f21837e73ce7 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:26.375099 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9285ce78-2b0e-485d-baf2-70c4319d8824", "tag": "72e81d0b-7c15-486f-bc56-187f10987573", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:26.375099 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfb35fa9-0bcd-4fe2-9b5e-f21837e73ce7 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:26.375453 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9285ce78-2b0e-485d-baf2-70c4319d8824', 'tag': '72e81d0b-7c15-486f-bc56-187f10987573', 'status': 'completed', 'code': 200} Jun 11 18:09:26.447357 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-cf70347e-1904-4872-854f-dbc5a52e6e60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90aef788a77d4fde860164798a071a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9412358 Jun 11 18:09:26.448728 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70347e-1904-4872-854f-dbc5a52e6e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a2c10d-4adc-4041-864e-f5679593dbe7,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:26.453843 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37242) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:26.476872 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcea85f-7b92-4340-bf1a-513aa0d616eb req-01bd55f2-9b7a-4cd4-aef4-22d1a551b149 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:26.489566 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9dcea85f-7b92-4340-bf1a-513aa0d616eb req-01bd55f2-9b7a-4cd4-aef4-22d1a551b149 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 932 time: 1.6308169 Jun 11 18:09:26.495478 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cf70347e-1904-4872-854f-dbc5a52e6e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:26.600944 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-91b70a41-9fc5-44a0-a6f9-23dbc2b1a6d8 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319305 Jun 11 18:09:26.679978 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92d9ff-c487-466f-9f17-f189f1ed249d service neutron] Pushing event updated for resources: {'Port': ['ID=72e81d0b-7c15-486f-bc56-187f10987573,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:26.682822 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-291c4b44-7dd1-47bf-9b34-cc00e3e62a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:26.788667 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7380e732-a345-4cf9-834d-ab5905cf4425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:26.839416 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-291c4b44-7dd1-47bf-9b34-cc00e3e62a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:26.967133 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d43de013-7ced-4d6e-84bf-04e74c40ae49 req-061baab0-b40d-4567-83e3-3c0c084592f3 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564284 Jun 11 18:09:26.985733 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9dcea85f-7b92-4340-bf1a-513aa0d616eb req-3f65951a-b728-493c-9814-fb94959247aa tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932501 Jun 11 18:09:27.032128 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-291c4b44-7dd1-47bf-9b34-cc00e3e62a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.041162 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-291c4b44-7dd1-47bf-9b34-cc00e3e62a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.046704 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-291c4b44-7dd1-47bf-9b34-cc00e3e62a87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40a2c10d-4adc-4041-864e-f5679593dbe7 HTTP/1.1" status: 204 len: 168 time: 0.5736585 Jun 11 18:09:27.046704 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-254f5423-2c07-4805-ade9-16775d923df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:27.066343 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c4b44-7dd1-47bf-9b34-cc00e3e62a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a2c10d-4adc-4041-864e-f5679593dbe7,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:27.072122 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-291c4b44-7dd1-47bf-9b34-cc00e3e62a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:27.081795 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=449c441f-100c-477e-acb4-a810147f76db,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:27.088086 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.328s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:27.109751 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.279s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:27.110769 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:27.112102 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Attempting to bind port 449c441f-100c-477e-acb4-a810147f76db on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:27.112677 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Attempting to bind port 449c441f-100c-477e-acb4-a810147f76db by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:27.113232 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Attempting to bind port 449c441f-100c-477e-acb4-a810147f76db on network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:27.176044 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-f09a5dc3-a158-411d-b90c-93f92f777c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:27.180347 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-f09a5dc3-a158-411d-b90c-93f92f777c5f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1097 time: 1.2214353 Jun 11 18:09:27.253829 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-8300b5cb-c163-4800-a9aa-00b0136d4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:27.255142 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Port 449c441f-100c-477e-acb4-a810147f76db on network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:09:27.256052 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Attempting to bind port 449c441f-100c-477e-acb4-a810147f76db on network 0c8cedef-ed9a-4dba-9fa6-3303dd217f1f {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:27.257550 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-8300b5cb-c163-4800-a9aa-00b0136d4364 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 1096 time: 0.1800828 Jun 11 18:09:27.279185 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7380e732-a345-4cf9-834d-ab5905cf4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.284169 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7380e732-a345-4cf9-834d-ab5905cf4425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.286679 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-7380e732-a345-4cf9-834d-ab5905cf4425 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3025e27d-e728-4d9f-826a-f4fa3018164f HTTP/1.1" status: 204 len: 168 time: 1.9543290 Jun 11 18:09:27.407505 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-14ac1e89-6edf-4928-ac7b-dd69021bd203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:27.436650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380e732-a345-4cf9-834d-ab5905cf4425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3025e27d-e728-4d9f-826a-f4fa3018164f,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:27.448268 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-113c7f61-eb64-43a8-8de0-4b60afb4f5b5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 200 len: 217 time: 0.2188880 Jun 11 18:09:27.451829 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:27.453474 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Checking segment: {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:27.454095 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Bound using segment: {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:27.455321 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Bound port: 449c441f-100c-477e-acb4-a810147f76db, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d550db1-3e7e-46b1-9177-967095c92644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:27.456314 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.460452 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7380e732-a345-4cf9-834d-ab5905cf4425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:27.464509 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6648017f-fcfc-42b7-86a5-49d021e22a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.524810 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f062ff0-4648-4df9-a9b6-7822bb808197 req-c4974d62-3563-480a-97ac-972d8c054030 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:27.537145 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f062ff0-4648-4df9-a9b6-7822bb808197 req-c4974d62-3563-480a-97ac-972d8c054030 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 1.1522145 Jun 11 18:09:27.554220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6648017f-fcfc-42b7-86a5-49d021e22a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.607386 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-171a14f5-f597-4877-9b38-9bd9bf07dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:27.612833 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-171a14f5-f597-4877-9b38-9bd9bf07dfcf service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 915 time: 0.3422534 Jun 11 18:09:27.615336 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:27.774227 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-6b2b2d27-6ddf-48db-a116-2f1c07e59301 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91a193db-3c9f-40a6-a66b-3fecfa95dc1a HTTP/1.1" status: 200 len: 217 time: 0.1476214 Jun 11 18:09:27.854482 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-6648017f-fcfc-42b7-86a5-49d021e22a76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d26fb35711a544eebb90f55eafeff054&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9881587 Jun 11 18:09:27.855672 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 37262) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:27.906273 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ab7cb34a-2047-4ead-ac71-3dd9aeb0a5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:27.932442 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648017f-fcfc-42b7-86a5-49d021e22a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc96f234-d9da-4d03-b1a1-317000bb995e,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:27.965051 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-5985d17c-e9ca-4f04-8fcb-e85e20d0cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:27.967636 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-5985d17c-e9ca-4f04-8fcb-e85e20d0cbb2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.4960189 Jun 11 18:09:27.979258 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6648017f-fcfc-42b7-86a5-49d021e22a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:28.050028 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f062ff0-4648-4df9-a9b6-7822bb808197 req-3ea9a465-6035-4a46-8134-fd72109a4bd5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350331 Jun 11 18:09:28.068235 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-0c81e558-5950-4341-b080-aa72e008579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:28.077447 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-0c81e558-5950-4341-b080-aa72e008579f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.2942829 Jun 11 18:09:28.113257 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:28.238377 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-fedcb0c8-e606-4cad-b477-32a4c550907c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475456 Jun 11 18:09:28.271653 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] For port 449c441f-100c-477e-acb4-a810147f76db, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:28.284785 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-0ad3bb98-11cf-432e-8931-313e97071f45 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3035250 Jun 11 18:09:28.330167 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] For port 449c441f-100c-477e-acb4-a810147f76db, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=449c441f-100c-477e-acb4-a810147f76db,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:28.550708 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:28.575379 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-aa26fd4c-8c4d-49b8-8387-ee77cb3e816d service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231690 Jun 11 18:09:28.600024 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6b4a42f4-7bc3-4cd2-9559-798425bc3f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:28.681311 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a9ada59b-4591-4770-8759-33717d7bdceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:28.741688 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a9ada59b-4591-4770-8759-33717d7bdceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.007367 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-861f5fcd-687e-46d8-8139-9bfce2347713 req-d05d1cc8-32e8-4e73-8948-0c63a4ef96d9 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189618 Jun 11 18:09:29.029547 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:29.030615 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.034942 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] 10.222.0.82 "PUT /v2.0/ports/449c441f-100c-477e-acb4-a810147f76db HTTP/1.1" status: 200 len: 1094 time: 6.4279020 Jun 11 18:09:29.048754 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bad792-3ad3-493f-ace4-1ca7e2301518', 'tag': '449c441f-100c-477e-acb4-a810147f76db'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:29.055241 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e538f9-b5aa-45db-aa14-99665db6a2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "21bad792-3ad3-493f-ace4-1ca7e2301518", "tag": "449c441f-100c-477e-acb4-a810147f76db"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:29.060087 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a9ada59b-4591-4770-8759-33717d7bdceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.079892 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a9ada59b-4591-4770-8759-33717d7bdceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.081800 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-a9ada59b-4591-4770-8759-33717d7bdceb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc96f234-d9da-4d03-b1a1-317000bb995e HTTP/1.1" status: 204 len: 168 time: 1.2162945 Jun 11 18:09:29.155239 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 91a193db-3c9f-40a6-a66b-3fecfa95dc1a details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:09:29.191017 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=449c441f-100c-477e-acb4-a810147f76db,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:29.220002 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:29.312972 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-caf45e49-028b-450a-8d4e-5317ac7afa55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:29.379224 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-6b52330f-962c-42de-8969-cc3110756a75 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0601816 Jun 11 18:09:29.487291 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.489353 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37306) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:29.523381 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ada59b-4591-4770-8759-33717d7bdceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc96f234-d9da-4d03-b1a1-317000bb995e,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:29.527728 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a9ada59b-4591-4770-8759-33717d7bdceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:29.574648 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7b5f8-d030-434a-ad6a-ecd82e3e4598 req-2d157fca-8feb-495e-a947-4ed12bc1de82 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:29.589136 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-96b7b5f8-d030-434a-ad6a-ecd82e3e4598 req-2d157fca-8feb-495e-a947-4ed12bc1de82 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 944 time: 1.2839892 Jun 11 18:09:29.629331 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:29.657873 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a', 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'port_id': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a', 'mac_address': 'fa:16:3e:a5:70:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc1318e-2ad2-461c-8ca8-045387643d8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:09:29.779913 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.821429 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a193db-3c9f-40a6-a66b-3fecfa95dc1a {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:29.877197 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:29.892804 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:29.896452 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:29.920779 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-96b7b5f8-d030-434a-ad6a-ecd82e3e4598 req-81b85678-eb9b-465d-82c9-00227882baba tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299906 Jun 11 18:09:30.009101 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-995786157-network', 'tenant_id': 'a8b762d6ca2e4f5c8b78c218f659c6cc'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:30.016486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-7aa6a23f-e2ad-4e96-bf73-743f1d144b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:30.019282 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-7aa6a23f-e2ad-4e96-bf73-743f1d144b6d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 1097 time: 0.8728750 Jun 11 18:09:30.111180 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f01c50f-2cac-4469-9f19-3a06a931d350 x-openstack-request-id: req-1f01c50f-2cac-4469-9f19-3a06a931d350 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:30.113340 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bad792-3ad3-493f-ace4-1ca7e2301518", "tag": "449c441f-100c-477e-acb4-a810147f76db", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:30.116121 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f01c50f-2cac-4469-9f19-3a06a931d350 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:30.117148 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bad792-3ad3-493f-ace4-1ca7e2301518', 'tag': '449c441f-100c-477e-acb4-a810147f76db', 'status': 'completed', 'code': 200} Jun 11 18:09:30.154706 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Made reservation on behalf of a8b762d6ca2e4f5c8b78c218f659c6cc for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:30.159143 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:30.215399 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:30.220696 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:30.256480 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.257068 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.258117 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.268409 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.268409 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.268935 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.269447 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.270042 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.270641 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.271220 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.271788 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.272351 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:09:30.321465 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:30.331720 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['91a193db-3c9f-40a6-a66b-3fecfa95dc1a'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:09:30.357747 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-25a652e4-7529-4a49-8986-6624ffea9e57 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449c441f-100c-477e-acb4-a810147f76db HTTP/1.1" status: 200 len: 217 time: 0.3129001 Jun 11 18:09:30.381068 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcb5f3-8b04-49dd-ad17-cbe0d033b09b req-9fa6a668-6c90-4ebf-a4e8-97c2222a564c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:30.437089 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e4bcb5f3-8b04-49dd-ad17-cbe0d033b09b req-9fa6a668-6c90-4ebf-a4e8-97c2222a564c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.8393688 Jun 11 18:09:30.464078 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d75ce1e1-3f1b-4d93-9f35-cbbfc0d47db9 req-da3c06f7-06c2-42cd-b3ee-14034f448e69 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0797944 Jun 11 18:09:30.711291 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:30.722927 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:30.743929 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2d046e3a-93d5-41f7-be2e-e655436ede19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:30.797603 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e4bcb5f3-8b04-49dd-ad17-cbe0d033b09b req-2a60b572-5159-4fb2-891a-b3b06ac90ad5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315294 Jun 11 18:09:30.820573 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-2528bb83-9198-41f9-89a7-c56557f43848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:30.822527 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-2528bb83-9198-41f9-89a7-c56557f43848 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.3819973 Jun 11 18:09:30.845324 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:09:30.907122 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45c7cde-b29a-4dda-bd55-18d4b14eec33,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:30.925446 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:30.946566 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:30.947413 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Added segment 70c8caad-245b-42e2-ac81-3fc93496511e of type vlan for network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf Jun 11 18:09:30.996989 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-13073380-064b-45dc-964b-ab055a5b0315 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330466 Jun 11 18:09:31.081718 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:31.125371 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:31.228866 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:31.231144 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:31.231934 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:31.235436 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:31.328459 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c839-1388-423d-bd23-861b8ed3668d req-4e386cfe-ce3c-4297-ba5b-694cc87dffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:31.331712 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba63c839-1388-423d-bd23-861b8ed3668d req-4e386cfe-ce3c-4297-ba5b-694cc87dffe5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1097 time: 0.7072141 Jun 11 18:09:31.477686 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:31.483673 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:31.502956 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:09:31.529437 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0329287 Jun 11 18:09:31.529822 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37362) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:31.554256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Request body: {'subnet': {'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-995786157-subnet', 'tenant_id': 'a8b762d6ca2e4f5c8b78c218f659c6cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:31.681617 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Made reservation on behalf of a8b762d6ca2e4f5c8b78c218f659c6cc for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:31.686509 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:32.154721 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-cbd935c1-8658-4adc-89cf-514d53c1782f service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1332948 Jun 11 18:09:32.529945 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63bfe5-d854-4209-8a75-93b93e17483d req-0808e649-9b5c-4de5-a475-53a3f201bc44 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:32.545419 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ca63bfe5-d854-4209-8a75-93b93e17483d req-0808e649-9b5c-4de5-a475-53a3f201bc44 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 944 time: 1.2114615 Jun 11 18:09:32.550483 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c839-1388-423d-bd23-861b8ed3668d req-f39642c1-c5fa-4e08-998b-4f6c54a05ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:32.553524 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba63c839-1388-423d-bd23-861b8ed3668d req-f39642c1-c5fa-4e08-998b-4f6c54a05ca3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 920 time: 1.1961951 Jun 11 18:09:32.579022 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:32.589946 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:32.775684 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba63c839-1388-423d-bd23-861b8ed3668d req-280fb752-ec07-4986-b999-eec8baf20109 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 200 len: 217 time: 0.2132785 Jun 11 18:09:32.808919 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Checking segment: {'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:32.809360 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Network hostable DHCP agents. Network: 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:09:32.817501 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6993e7-cdcf-4d9e-bd25-1cfe742c5949,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:32.825336 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:32.849582 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ca63bfe5-d854-4209-8a75-93b93e17483d req-0f14475b-555d-46cc-b973-8ef170ad9584 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015461 Jun 11 18:09:32.857113 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:09:32.878406 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:32.887117 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:32.888686 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:32.904473 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9610c15-fca5-46e6-b892-484f981d373d None None] Network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:09:32.928796 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a9b46fb-a352-4d9f-9a00-1fdcb7e08723 req-0c741256-db5f-4f9e-9920-eefb9f9e6e40 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261028 Jun 11 18:09:32.939258 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4072251 Jun 11 18:09:33.037034 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c839-1388-423d-bd23-861b8ed3668d req-06f8b13d-5561-408b-8c42-a17db701be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:33.040031 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba63c839-1388-423d-bd23-861b8ed3668d req-06f8b13d-5561-408b-8c42-a17db701be67 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.2470288 Jun 11 18:09:33.068496 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e079c13-263a-4ce6-8d55-5eff60482c68 req-4ce1a83e-d48f-4038-99f5-73b7ae6b59f0 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:33.084662 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4e079c13-263a-4ce6-8d55-5eff60482c68 req-4ce1a83e-d48f-4038-99f5-73b7ae6b59f0 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 944 time: 0.6450210 Jun 11 18:09:33.194754 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 72e81d0b-7c15-486f-bc56-187f10987573 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:09:33.198538 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 91a193db-3c9f-40a6-a66b-3fecfa95dc1a up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:33.260593 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba63c839-1388-423d-bd23-861b8ed3668d req-74c0e633-c3df-4f56-af66-6683a9cb26bc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2108340 Jun 11 18:09:33.384313 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ffddf6-ab56-4874-8ca6-763d281ce113 None None] Network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:09:33.568631 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba63c839-1388-423d-bd23-861b8ed3668d req-cc60dbb0-efc2-4e92-9bb5-6f2bf552ef07 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450941 Jun 11 18:09:33.646095 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:33.788054 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:33.788054 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:33.872352 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4e079c13-263a-4ce6-8d55-5eff60482c68 req-e812501e-7cae-44f7-9a89-05fb1c44362c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851191 Jun 11 18:09:33.901265 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba63c839-1388-423d-bd23-861b8ed3668d req-f7c37d4c-03c5-4fe4-b3de-2bfdcdc2b786 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065367 Jun 11 18:09:33.978979 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 72e81d0b-7c15-486f-bc56-187f10987573, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=72e81d0b-7c15-486f-bc56-187f10987573,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:33.979655 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-6d6f1a3c-b9d6-40b3-8d62-620ad9c7f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:33.980302 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-6d6f1a3c-b9d6-40b3-8d62-620ad9c7f5f1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 1097 time: 0.8882699 Jun 11 18:09:34.373677 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:34.415971 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '72e81d0b-7c15-486f-bc56-187f10987573', 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f', 'port_id': '72e81d0b-7c15-486f-bc56-187f10987573', 'mac_address': 'fa:16:3e:8e:24:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05939a7-18b7-4433-824e-74b644afb378', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:09:34.438890 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-f1dc0def-1524-4499-9383-98097feb4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:34.441620 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-f1dc0def-1524-4499-9383-98097feb4bbb service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 920 time: 0.4524350 Jun 11 18:09:34.475023 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:34.479428 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dff33bc-f17e-43f6-bece-e01560b9bd49" -d '{"events": [{"server_uuid": "ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e", "name": "network-vif-plugged", "status": "completed", "tag": "91a193db-3c9f-40a6-a66b-3fecfa95dc1a"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:34.543085 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:34.593179 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-39c19bcf-ed10-40ef-99b9-09669e9cfb48 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449c441f-100c-477e-acb4-a810147f76db HTTP/1.1" status: 200 len: 217 time: 0.1400628 Jun 11 18:09:34.712147 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:34.716797 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:34.722992 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b14fc3-e803-40b2-a284-73c700dfb73a x-openstack-request-id: req-b5b14fc3-e803-40b2-a284-73c700dfb73a {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:34.723964 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e", "name": "network-vif-plugged", "status": "completed", "tag": "91a193db-3c9f-40a6-a66b-3fecfa95dc1a", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:34.725305 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5b14fc3-e803-40b2-a284-73c700dfb73a {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:34.726270 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a', 'code': 200} Jun 11 18:09:34.730559 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:34.743266 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dd477-47f5-4934-ba5d-f5525ab1d19f req-6f805343-149c-48e6-a4c2-0fad9a3c8b2e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:34.746157 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8c1dd477-47f5-4934-ba5d-f5525ab1d19f req-6f805343-149c-48e6-a4c2-0fad9a3c8b2e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 944 time: 0.4936607 Jun 11 18:09:34.772169 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-60a8246b-43f1-41c3-9dd4-21389c042882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:34.776865 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-60a8246b-43f1-41c3-9dd4-21389c042882 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.1757290 Jun 11 18:09:34.818335 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e81d0b-7c15-486f-bc56-187f10987573 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:34.856696 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8c1dd477-47f5-4934-ba5d-f5525ab1d19f req-267b9a67-cea4-460b-9f42-ab3d1c2eec0b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914996 Jun 11 18:09:34.902087 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 72e81d0b-7c15-486f-bc56-187f10987573, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=72e81d0b-7c15-486f-bc56-187f10987573,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:34.913353 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:34.917345 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:34.923705 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:34.924904 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cf30bb1d-c667-4958-afad-c921dd3c924d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:34.955965 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-1d56eb96-6137-47d7-8b35-98b857077623 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786040 Jun 11 18:09:35.041700 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=72e81d0b-7c15-486f-bc56-187f10987573,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:35.050762 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:35.164921 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 449c441f-100c-477e-acb4-a810147f76db details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:09:35.267109 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-bae0c054-dd4e-4cf4-9a4e-e1b2a9ba2214 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013687 Jun 11 18:09:35.328144 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['72e81d0b-7c15-486f-bc56-187f10987573'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:09:35.405395 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.db.resource_extend [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:09:35.423395 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37448) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:35.647793 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b4e538f9-b5aa-45db-aa14-99665db6a2e1 req-2c9ce1e2-cfe2-44f5-9f7e-cd13e7d53c71 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668656 Jun 11 18:09:35.769971 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 449c441f-100c-477e-acb4-a810147f76db, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=449c441f-100c-477e-acb4-a810147f76db,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:35.770740 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-77e07ce2-50e1-4edf-a81a-a8089971570e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:35.854790 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '449c441f-100c-477e-acb4-a810147f76db', 'network_id': '0c8cedef-ed9a-4dba-9fa6-3303dd217f1f', 'port_id': '449c441f-100c-477e-acb4-a810147f76db', 'mac_address': 'fa:16:3e:98:81:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05939a7-18b7-4433-824e-74b644afb378', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:09:36.039554 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-77e07ce2-50e1-4edf-a81a-a8089971570e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.047223 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-77e07ce2-50e1-4edf-a81a-a8089971570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.054364 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ebb15d81-4ebf-4c76-b68d-802b4065ef4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:36.122273 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.137310 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910ddff-73d4-4ff2-88cc-7d4e48c4671e req-a3152dd4-bbd4-4a45-bf45-18f8391497d0 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:36.149676 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-77e07ce2-50e1-4edf-a81a-a8089971570e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b37c5257390b4f8c8cc35ee2d0521314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7242584 Jun 11 18:09:36.155650 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37464) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:36.156490 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2910ddff-73d4-4ff2-88cc-7d4e48c4671e req-a3152dd4-bbd4-4a45-bf45-18f8391497d0 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 945 time: 0.8111193 Jun 11 18:09:36.168061 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e07ce2-50e1-4edf-a81a-a8089971570e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e8899-c5cb-438d-bb9d-5cfff0cb3fc3,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:36.185659 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-77e07ce2-50e1-4edf-a81a-a8089971570e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:36.206572 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7696d01-800e-4466-94d6-8fd763b8c5d4 req-9476c347-1174-4c13-a8ad-b1b668864596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:36.216316 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449c441f-100c-477e-acb4-a810147f76db {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:36.216480 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d7696d01-800e-4466-94d6-8fd763b8c5d4 req-9476c347-1174-4c13-a8ad-b1b668864596 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 1098 time: 0.5601592 Jun 11 18:09:36.278648 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 449c441f-100c-477e-acb4-a810147f76db, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=449c441f-100c-477e-acb4-a810147f76db,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:36.287304 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2910ddff-73d4-4ff2-88cc-7d4e48c4671e req-51233d43-75d5-4959-a926-f75998b72307 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254425 Jun 11 18:09:36.298481 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.320206 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:36.336597 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-832120a6-02e9-443f-84f1-756aaaa83ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.395967 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-832120a6-02e9-443f-84f1-756aaaa83ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.437197 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d7696d01-800e-4466-94d6-8fd763b8c5d4 req-9ef9d191-79f9-453a-b1f7-5961a9443992 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188897 Jun 11 18:09:36.511171 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=449c441f-100c-477e-acb4-a810147f76db,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:36.520636 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:36.580022 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-832120a6-02e9-443f-84f1-756aaaa83ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.585264 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-832120a6-02e9-443f-84f1-756aaaa83ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:36.587899 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-832120a6-02e9-443f-84f1-756aaaa83ccc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b9e8899-c5cb-438d-bb9d-5cfff0cb3fc3 HTTP/1.1" status: 204 len: 168 time: 0.4282651 Jun 11 18:09:36.590523 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-fb042a02-5464-4ec0-9fa2-1ad9d0cbd3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:36.643853 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832120a6-02e9-443f-84f1-756aaaa83ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e8899-c5cb-438d-bb9d-5cfff0cb3fc3,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:36.681305 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-832120a6-02e9-443f-84f1-756aaaa83ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:36.820034 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466ee8c-a4ff-4934-bba9-215d56666e13 req-514c93ca-8025-4954-bd9f-48ba3afa4687 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:36.822433 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1466ee8c-a4ff-4934-bba9-215d56666e13 req-514c93ca-8025-4954-bd9f-48ba3afa4687 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 945 time: 0.1886466 Jun 11 18:09:37.357140 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1466ee8c-a4ff-4934-bba9-215d56666e13 req-d81f923f-79c1-467a-974f-ccadab70e92e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212440 Jun 11 18:09:37.444108 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37510) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:37.484168 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba2434bc-fd03-4f92-9f23-ee614a6a1a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:37.711480 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-8a458303-8262-4287-8cff-be1e1b844d6b tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:37.731209 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-8a458303-8262-4287-8cff-be1e1b844d6b tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/networks?id=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf HTTP/1.1" status: 200 len: 808 time: 0.4839396 Jun 11 18:09:37.760384 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba2434bc-fd03-4f92-9f23-ee614a6a1a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:37.768201 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba2434bc-fd03-4f92-9f23-ee614a6a1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:37.772873 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-82056e5f-2253-499a-8c7f-e3c69ed69485 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/quotas/a8b762d6ca2e4f5c8b78c218f659c6cc HTTP/1.1" status: 200 len: 375 time: 0.0392301 Jun 11 18:09:37.776330 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cf70347e-1904-4872-854f-dbc5a52e6e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:37.837577 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2434bc-fd03-4f92-9f23-ee614a6a1a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16600d75-c327-4690-837f-59c4d1b905ce,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:37.852466 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ba2434bc-fd03-4f92-9f23-ee614a6a1a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:37.867341 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ba2434bc-fd03-4f92-9f23-ee614a6a1a50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca9eda3b80dc4c7284d19e6227289790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170206 Jun 11 18:09:37.867976 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37518) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:37.868598 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-bef0d0df-9553-4789-b2c4-622713e4a2a9 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8b762d6ca2e4f5c8b78c218f659c6cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939939 Jun 11 18:09:37.952889 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8cc499eb-ef3d-4543-afa4-ce83b48eb0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:37.985024 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8cc499eb-ef3d-4543-afa4-ce83b48eb0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:38.062040 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8cc499eb-ef3d-4543-afa4-ce83b48eb0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:38.062325 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028efb70-02c2-4f78-a825-5196a2989778 req-faeeb147-f8b3-4b49-b07f-1fe83c0881d3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:38.065327 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-028efb70-02c2-4f78-a825-5196a2989778 req-faeeb147-f8b3-4b49-b07f-1fe83c0881d3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.4680490 Jun 11 18:09:38.068597 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-8cc499eb-ef3d-4543-afa4-ce83b48eb0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:38.072640 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-8cc499eb-ef3d-4543-afa4-ce83b48eb0ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16600d75-c327-4690-837f-59c4d1b905ce HTTP/1.1" status: 204 len: 168 time: 0.2026839 Jun 11 18:09:38.076477 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-aae911f3-3840-45da-8fd2-602559502c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:38.092171 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc499eb-ef3d-4543-afa4-ce83b48eb0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16600d75-c327-4690-837f-59c4d1b905ce,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:38.096230 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-8cc499eb-ef3d-4543-afa4-ce83b48eb0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:38.171687 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-4c21fc8d-0d7c-47e0-b839-4912162d19ed service neutron] 10.222.0.15 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935131 Jun 11 18:09:38.199547 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-028efb70-02c2-4f78-a825-5196a2989778 req-5e954c7e-978b-4f12-9657-1600d70d12ba tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090004 Jun 11 18:09:38.407318 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-8f2e6df4-e521-4100-8206-2241d14a5da2 service neutron] 10.222.0.15 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246895 Jun 11 18:09:38.542464 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4b735-a0d4-42fe-9372-d6d630b3af35 req-1301fcec-d4b3-403f-882c-0962dac6252e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:38.549525 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-14a4b735-a0d4-42fe-9372-d6d630b3af35 req-1301fcec-d4b3-403f-882c-0962dac6252e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 945 time: 0.1379256 Jun 11 18:09:38.634617 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-14a4b735-a0d4-42fe-9372-d6d630b3af35 req-84240f77-82c7-463d-a372-997db26abfa4 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795426 Jun 11 18:09:38.810550 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8fe6960-3a3a-4e35-b7f1-765d9eea33ef req-4266f0a2-2362-42f6-bc62-7adb28cffd14 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 210 time: 0.0581768 Jun 11 18:09:39.037975 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e43a7-ee40-4f5f-8093-8959dcb2a7ac req-d32021ff-8d0f-4227-9be9-3ac5db93f315 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:39.040932 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-956e43a7-ee40-4f5f-8093-8959dcb2a7ac req-d32021ff-8d0f-4227-9be9-3ac5db93f315 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 945 time: 0.1623647 Jun 11 18:09:39.119791 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-956e43a7-ee40-4f5f-8093-8959dcb2a7ac req-64c3d727-5598-4d2e-b2d0-73bf4ca8e06b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664983 Jun 11 18:09:39.605402 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e81230-435e-4a55-9158-e466ce07174b req-e74d74f6-4f48-4cab-80b6-3c395f72fdeb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:39.607487 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-40e81230-435e-4a55-9158-e466ce07174b req-e74d74f6-4f48-4cab-80b6-3c395f72fdeb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.1438839 Jun 11 18:09:39.681943 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-40e81230-435e-4a55-9158-e466ce07174b req-a3a9411f-52a3-40c1-b3a8-689d07d7c171 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651193 Jun 11 18:09:39.716514 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['449c441f-100c-477e-acb4-a810147f76db'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:09:40.237698 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3dad00-9e5c-4690-bc6f-d630eb29dc18 req-6404f535-0e7e-4a7d-9315-e1709cb41f5f tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:40.244976 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fd3dad00-9e5c-4690-bc6f-d630eb29dc18 req-6404f535-0e7e-4a7d-9315-e1709cb41f5f tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 945 time: 0.2909420 Jun 11 18:09:40.349475 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0e2c8f4b-986b-460a-9ece-19ff937c19fa req-fb225d93-7d3e-4079-87c9-529246ed6c18 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 210 time: 0.1629198 Jun 11 18:09:40.412240 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fd3dad00-9e5c-4690-bc6f-d630eb29dc18 req-3246e40f-848f-4bd2-8d82-5d5f5ccf6baa tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652339 Jun 11 18:09:40.871498 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41c1cf-11af-4da6-b2b5-a6abe8681e7f req-692a28d2-16b4-415e-8ac5-154418847808 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:40.877238 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4b41c1cf-11af-4da6-b2b5-a6abe8681e7f req-692a28d2-16b4-415e-8ac5-154418847808 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 945 time: 0.2461960 Jun 11 18:09:41.018143 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4b41c1cf-11af-4da6-b2b5-a6abe8681e7f req-bc032906-ab74-4fda-a92a-736bcb25f0a1 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296005 Jun 11 18:09:41.207292 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86918b6-26af-466b-8255-7c76c23420b0 req-32bf7652-0868-47a0-bd5b-3b33a9b20196 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:41.209633 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f86918b6-26af-466b-8255-7c76c23420b0 req-32bf7652-0868-47a0-bd5b-3b33a9b20196 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.1448927 Jun 11 18:09:41.265596 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f86918b6-26af-466b-8255-7c76c23420b0 req-d57364bb-6b34-41df-9dd9-e6988112a0f4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488484 Jun 11 18:09:41.661076 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bcff5290-8831-4ab5-b766-d3256c0852e8 req-18ac5f71-034b-480d-9f0c-6f173276b2e4 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 210 time: 0.0742717 Jun 11 18:09:41.784656 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28519b2c-79a3-4dd7-9d82-e4732bb4671e req-8d5a1bbc-863d-449d-8df7-935bc6e51eab tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:41.787504 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-28519b2c-79a3-4dd7-9d82-e4732bb4671e req-8d5a1bbc-863d-449d-8df7-935bc6e51eab tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 945 time: 0.1832275 Jun 11 18:09:41.868970 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-28519b2c-79a3-4dd7-9d82-e4732bb4671e req-003a23d3-37a9-4d6a-bce7-23a38ab21234 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706267 Jun 11 18:09:42.385900 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 72e81d0b-7c15-486f-bc56-187f10987573 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:42.431682 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee2cb9-de78-4ace-b8b4-4302e4797a37 req-314b9357-a4e3-41bb-9f92-6d42ab40d55a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:42.440176 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-53ee2cb9-de78-4ace-b8b4-4302e4797a37 req-314b9357-a4e3-41bb-9f92-6d42ab40d55a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 945 time: 0.1803086 Jun 11 18:09:42.556386 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-53ee2cb9-de78-4ace-b8b4-4302e4797a37 req-f317b3dc-4aa4-4de6-b43b-01c82862916c tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056316 Jun 11 18:09:42.566072 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 72e81d0b-7c15-486f-bc56-187f10987573 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:42.572856 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 72e81d0b-7c15-486f-bc56-187f10987573 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:42.573420 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:42.730619 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be31ab1-8d10-455e-97aa-81b0837d4ccc req-41f78b7a-e7af-41cb-8526-37473fd072d2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:42.742129 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:42.744750 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4be31ab1-8d10-455e-97aa-81b0837d4ccc req-41f78b7a-e7af-41cb-8526-37473fd072d2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.1296453 Jun 11 18:09:42.794511 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9285ce78-2b0e-485d-baf2-70c4319d8824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e81d0b-7c15-486f-bc56-187f10987573'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:42.798724 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af657db-0608-4757-b8aa-726648dc14a8" -d '{"events": [{"server_uuid": "9285ce78-2b0e-485d-baf2-70c4319d8824", "name": "network-vif-plugged", "status": "completed", "tag": "72e81d0b-7c15-486f-bc56-187f10987573"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:42.818784 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4be31ab1-8d10-455e-97aa-81b0837d4ccc req-bb5d75ad-f03f-46f1-943e-bb6702c3999a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722294 Jun 11 18:09:42.830701 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 72e81d0b-7c15-486f-bc56-187f10987573, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=72e81d0b-7c15-486f-bc56-187f10987573,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:42.839333 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:42.844836 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:42.914974 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2495f574-79d3-4fb1-9475-b03c88c791b0 x-openstack-request-id: req-2495f574-79d3-4fb1-9475-b03c88c791b0 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:42.915447 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9285ce78-2b0e-485d-baf2-70c4319d8824", "name": "network-vif-plugged", "status": "completed", "tag": "72e81d0b-7c15-486f-bc56-187f10987573", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:42.915912 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2495f574-79d3-4fb1-9475-b03c88c791b0 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:42.916545 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9285ce78-2b0e-485d-baf2-70c4319d8824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e81d0b-7c15-486f-bc56-187f10987573', 'code': 200} Jun 11 18:09:42.929421 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-46d447fe-fc95-443f-a589-a4f00b889b47 req-1474faa2-2b1c-4898-a076-23b77822d974 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 210 time: 0.0717988 Jun 11 18:09:42.965855 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=72e81d0b-7c15-486f-bc56-187f10987573,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:42.969933 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:43.326140 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:43.918257 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91808b-7be8-4c64-ba38-2d48ca7d13ed req-7a384456-5f0b-46b5-b5c6-b114a063a445 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:43.921463 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b91808b-7be8-4c64-ba38-2d48ca7d13ed req-7a384456-5f0b-46b5-b5c6-b114a063a445 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 945 time: 0.1236157 Jun 11 18:09:44.009939 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b91808b-7be8-4c64-ba38-2d48ca7d13ed req-b0db72bb-cb17-46dd-9165-400cbd729b8f tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721638 Jun 11 18:09:44.173644 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ed587-c174-44ad-b009-0ee7e399f0c8 req-86d11a6a-4a67-4a74-8255-24718a2fd92f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:44.176941 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7e5ed587-c174-44ad-b009-0ee7e399f0c8 req-86d11a6a-4a67-4a74-8255-24718a2fd92f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.1469004 Jun 11 18:09:44.230198 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b277ac23-0865-459c-ad6a-f9fbf5d624bf req-de5a3d6c-3426-41aa-906a-8423d38b9adb tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 210 time: 0.0514174 Jun 11 18:09:44.276253 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7e5ed587-c174-44ad-b009-0ee7e399f0c8 req-17f8f1a1-f2d5-4af7-b63e-31615367bdf5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820446 Jun 11 18:09:44.666952 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-08c40713-8cac-4f43-a00a-58c9204e3832 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:44.669600 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-08c40713-8cac-4f43-a00a-58c9204e3832 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.82 "GET /v2.0/networks?id=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf HTTP/1.1" status: 200 len: 808 time: 0.2698817 Jun 11 18:09:44.693378 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Request body: {'port': {'device_id': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf', 'admin_state_up': True, 'tenant_id': 'a8b762d6ca2e4f5c8b78c218f659c6cc'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:44.854673 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:09:45.060191 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7c268-ec4f-48eb-ab4f-223079c51347 req-31462cfd-ea30-475a-ad4a-363c759b687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:45.063087 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3ab7c268-ec4f-48eb-ab4f-223079c51347 req-31462cfd-ea30-475a-ad4a-363c759b687e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1099 time: 0.1995454 Jun 11 18:09:45.065272 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Made reservation on behalf of a8b762d6ca2e4f5c8b78c218f659c6cc for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:45.072401 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:45.261770 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3ab7c268-ec4f-48eb-ab4f-223079c51347 req-56b37c2d-8a3c-4d96-91da-a5ff59ad1379 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830232 Jun 11 18:09:45.290134 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 449c441f-100c-477e-acb4-a810147f76db up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:45.452762 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 449c441f-100c-477e-acb4-a810147f76db completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:45.460334 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 449c441f-100c-477e-acb4-a810147f76db triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:09:45.461460 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:45.591599 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Allocated IP 172.20.0.2 (6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf/3b6993e7-cdcf-4d9e-bd25-1cfe742c5949/6ede2e16-fceb-4646-927a-48b595ed9bc8) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:45.640438 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0fda7-fa08-497d-95e2-409029161d0e req-891fc312-cdc5-4de8-9f0c-d312cae0553a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:45.643350 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8de0fda7-fa08-497d-95e2-409029161d0e req-891fc312-cdc5-4de8-9f0c-d312cae0553a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 945 time: 0.3686059 Jun 11 18:09:45.700726 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-913f56e7-b16a-48de-9125-f04afc16beaa req-697cf1bd-0532-4b5d-90e9-f03604f581ca tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 210 time: 0.1408405 Jun 11 18:09:45.737166 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:45.800014 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8de0fda7-fa08-497d-95e2-409029161d0e req-a1e5cd5a-a4b0-46e8-a65e-d08def422d6d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087959 Jun 11 18:09:45.875199 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bad792-3ad3-493f-ace4-1ca7e2301518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c441f-100c-477e-acb4-a810147f76db'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:45.884336 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548d179-5228-4251-9114-5b81c25d29ad" -d '{"events": [{"server_uuid": "21bad792-3ad3-493f-ace4-1ca7e2301518", "name": "network-vif-plugged", "status": "completed", "tag": "449c441f-100c-477e-acb4-a810147f76db"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:45.950611 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 449c441f-100c-477e-acb4-a810147f76db, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=449c441f-100c-477e-acb4-a810147f76db,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:09:45.964417 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:45.970027 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-be4b0538-3262-43de-a6aa-66b51da752a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:46.095199 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=449c441f-100c-477e-acb4-a810147f76db,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:46.102353 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:46.428243 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096232f-bdfd-44fd-bb95-005df801f53d req-87c895fb-db52-4be2-a7cc-5aa42d1ad0b2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:46.430462 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1096232f-bdfd-44fd-bb95-005df801f53d req-87c895fb-db52-4be2-a7cc-5aa42d1ad0b2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.3289618 Jun 11 18:09:46.434373 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:46.553070 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1096232f-bdfd-44fd-bb95-005df801f53d req-f7f1e40e-d9e6-4077-9aec-a7af948f3c78 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072364 Jun 11 18:09:46.591242 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:46.601357 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ccad825c-6069-45d0-8199-02261d5f6b38 tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:46.792575 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:46.794782 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Pushing event updated for resources: {'Port': ['ID=6ede2e16-fceb-4646-927a-48b595ed9bc8,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:46.795321 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406dd58a-77ce-4896-9307-b5e2e6a53fd2 x-openstack-request-id: req-406dd58a-77ce-4896-9307-b5e2e6a53fd2 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:46.795947 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bad792-3ad3-493f-ace4-1ca7e2301518", "name": "network-vif-plugged", "status": "completed", "tag": "449c441f-100c-477e-acb4-a810147f76db", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:46.796366 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-406dd58a-77ce-4896-9307-b5e2e6a53fd2 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:46.797525 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bad792-3ad3-493f-ace4-1ca7e2301518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449c441f-100c-477e-acb4-a810147f76db', 'code': 200} Jun 11 18:09:46.802604 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:46.815498 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:46.818108 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:46.840126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:46.840957 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:46.893805 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2126770 Jun 11 18:09:47.526430 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3825a8-a06b-441f-934a-942cb2ec36f2 req-fa4743f8-63e0-4121-9cdc-8e483a45b597 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:47.529309 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4c3825a8-a06b-441f-934a-942cb2ec36f2 req-fa4743f8-63e0-4121-9cdc-8e483a45b597 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 931 time: 0.5377316 Jun 11 18:09:47.596064 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ab23c-a60e-4cd2-8a69-8da429efb885 req-7078dea2-5c1f-4f86-bb9d-ffd8e6046df3 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:47.598441 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e02ab23c-a60e-4cd2-8a69-8da429efb885 req-7078dea2-5c1f-4f86-bb9d-ffd8e6046df3 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.5183668 Jun 11 18:09:47.632880 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4c3825a8-a06b-441f-934a-942cb2ec36f2 req-b0e12bd2-32c4-4c18-9bac-b1323c5e4ceb tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924647 Jun 11 18:09:47.692810 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e02ab23c-a60e-4cd2-8a69-8da429efb885 req-8532fec4-372c-4847-9d97-33b7333b3f21 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782912 Jun 11 18:09:47.924918 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de3c25-aa34-4316-bae1-3c1279ee1f82 req-3004a171-255d-4c82-b95d-c91141090972 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:47.928413 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10de3c25-aa34-4316-bae1-3c1279ee1f82 req-3004a171-255d-4c82-b95d-c91141090972 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.1256440 Jun 11 18:09:48.006707 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10de3c25-aa34-4316-bae1-3c1279ee1f82 req-b2760e28-e3b1-49e1-98b6-37efbf627eb1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670967 Jun 11 18:09:49.083282 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54a446-c205-478f-b28a-16ee6e32bb2a req-0e82f35c-e8a9-48c8-b7be-ab086b4bec85 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:49.086115 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6c54a446-c205-478f-b28a-16ee6e32bb2a req-0e82f35c-e8a9-48c8-b7be-ab086b4bec85 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 931 time: 0.2214019 Jun 11 18:09:49.143110 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14098458-05ef-444b-add2-a3bef5c7da8a req-83fe4175-f522-4da0-b0ad-a1e354a9e7c5 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:49.145517 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-14098458-05ef-444b-add2-a3bef5c7da8a req-83fe4175-f522-4da0-b0ad-a1e354a9e7c5 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.2096217 Jun 11 18:09:49.179299 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6c54a446-c205-478f-b28a-16ee6e32bb2a req-5358a06b-4f45-4b93-9c3f-e5d5a56105f7 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787175 Jun 11 18:09:49.230798 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-14098458-05ef-444b-add2-a3bef5c7da8a req-8c600f3d-074d-4bfe-83e8-6b5da90cb716 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Jun 11 18:09:49.436100 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907ae44-2995-49f3-add0-afeef81d3b6d req-dc0ea000-9c72-4a85-aa55-b473e99488aa tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:49.438175 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4907ae44-2995-49f3-add0-afeef81d3b6d req-dc0ea000-9c72-4a85-aa55-b473e99488aa tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.0918305 Jun 11 18:09:49.490678 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4907ae44-2995-49f3-add0-afeef81d3b6d req-7d06c82c-84b4-4eca-ab80-4af6640d28d7 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451164 Jun 11 18:09:49.610459 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Request body: {'port': {'device_id': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:49.786314 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:50.276032 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81656a5-d0ed-441e-b224-8811e1ac4cd9 req-5139af0a-2680-4a9c-a14e-971a14458129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:50.279341 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a81656a5-d0ed-441e-b224-8811e1ac4cd9 req-5139af0a-2680-4a9c-a14e-971a14458129 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 1099 time: 0.3485503 Jun 11 18:09:50.781591 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a81656a5-d0ed-441e-b224-8811e1ac4cd9 req-82f23df4-63d6-4fd6-b880-882f6236ff23 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428195 Jun 11 18:09:50.898369 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df029dd-ab7a-4fc6-8a79-6e742de2d2fa req-f90485bd-6179-4ae1-816a-8d2ab02e1426 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:50.900916 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6df029dd-ab7a-4fc6-8a79-6e742de2d2fa req-f90485bd-6179-4ae1-816a-8d2ab02e1426 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 931 time: 0.4114792 Jun 11 18:09:50.934119 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316dd6c9-5046-4e86-aef4-9aba0d911cc4 req-31d2a11d-3728-4907-849c-6536f4b0b668 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:50.937275 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-316dd6c9-5046-4e86-aef4-9aba0d911cc4 req-31d2a11d-3728-4907-849c-6536f4b0b668 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.3664093 Jun 11 18:09:51.007532 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ede2e16-fceb-4646-927a-48b595ed9bc8 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:09:51.024633 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37784) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:51.045592 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.112211 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6df029dd-ab7a-4fc6-8a79-6e742de2d2fa req-3a1a6720-e5c7-44bb-b05c-4b5a1f00ef89 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728957 Jun 11 18:09:51.144743 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-316dd6c9-5046-4e86-aef4-9aba0d911cc4 req-6810fb1f-44ae-49eb-8002-6d77334b2052 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860747 Jun 11 18:09:51.146493 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Transition to ACTIVE for port object 6ede2e16-fceb-4646-927a-48b595ed9bc8 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:51.159071 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.172527 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:51.390839 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Pushing event updated for resources: {'Port': ['ID=6ede2e16-fceb-4646-927a-48b595ed9bc8,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:51.396051 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9c0abd0a-ae76-414c-809f-2c48dc62f428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.401030 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:51.546616 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Attempting to bind port 6ede2e16-fceb-4646-927a-48b595ed9bc8 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:51.547639 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Attempting to bind port 6ede2e16-fceb-4646-927a-48b595ed9bc8 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:51.548231 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Attempting to bind port 6ede2e16-fceb-4646-927a-48b595ed9bc8 on network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:51.562759 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Port 6ede2e16-fceb-4646-927a-48b595ed9bc8 on network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:09:51.563188 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Attempting to bind port 6ede2e16-fceb-4646-927a-48b595ed9bc8 on network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:51.577845 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:51.578459 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Checking segment: {'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:51.579125 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Bound using segment: {'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:51.579958 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Bound port: 6ede2e16-fceb-4646-927a-48b595ed9bc8, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:51.580576 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.615660 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9c0abd0a-ae76-414c-809f-2c48dc62f428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.622779 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9c0abd0a-ae76-414c-809f-2c48dc62f428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.629681 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b5083f20-4924-4871-901b-c884fc2a0db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:51.710266 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9c0abd0a-ae76-414c-809f-2c48dc62f428 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e45e560ca3aa417b9561a41d615fbaae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6835563 Jun 11 18:09:51.718481 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0abd0a-ae76-414c-809f-2c48dc62f428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933cfc0d-48a2-417c-961b-2107bb1a96c0,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:51.718481 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37794) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:51.721105 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc06cf3-dde2-4b86-a693-f799bc009947 req-24ec16e9-6d52-41ec-9669-ccab563e6c74 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:51.727019 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ccc06cf3-dde2-4b86-a693-f799bc009947 req-24ec16e9-6d52-41ec-9669-ccab563e6c74 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.2717323 Jun 11 18:09:51.728333 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9c0abd0a-ae76-414c-809f-2c48dc62f428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:51.803574 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] For port 6ede2e16-fceb-4646-927a-48b595ed9bc8, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:51.824413 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ed568b11-e1cd-4ed7-a734-8d68955f32e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.837766 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] For port 6ede2e16-fceb-4646-927a-48b595ed9bc8, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ede2e16-fceb-4646-927a-48b595ed9bc8,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:51.843454 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ccc06cf3-dde2-4b86-a693-f799bc009947 req-98b9547e-9bb5-4f82-820a-5e4c8cc9b9a9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945261 Jun 11 18:09:51.845960 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.849630 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:51.882280 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ed568b11-e1cd-4ed7-a734-8d68955f32e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.904845 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:51.905869 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:51.907923 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] 10.222.0.82 "PUT /v2.0/ports/6ede2e16-fceb-4646-927a-48b595ed9bc8 HTTP/1.1" status: 200 len: 1093 time: 2.3058350 Jun 11 18:09:51.909577 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'tag': '6ede2e16-fceb-4646-927a-48b595ed9bc8'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:09:51.913014 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437b6d2c-3cb2-4ad1-a7a2-3f1cc9d8b0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a33efbd4-6d3d-4c1c-9598-cf52422db40d", "tag": "6ede2e16-fceb-4646-927a-48b595ed9bc8"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:09:51.961260 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Pushing event updated for resources: {'Port': ['ID=6ede2e16-fceb-4646-927a-48b595ed9bc8,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:51.980979 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:51.998515 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352de2b9-48f5-45af-b738-83de793ae720 x-openstack-request-id: req-352de2b9-48f5-45af-b738-83de793ae720 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:09:51.999415 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33efbd4-6d3d-4c1c-9598-cf52422db40d", "tag": "6ede2e16-fceb-4646-927a-48b595ed9bc8", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:09:52.000118 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-352de2b9-48f5-45af-b738-83de793ae720 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:09:52.000831 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'tag': '6ede2e16-fceb-4646-927a-48b595ed9bc8', 'status': 'completed', 'code': 200} Jun 11 18:09:52.028749 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ed568b11-e1cd-4ed7-a734-8d68955f32e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:52.034351 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ed568b11-e1cd-4ed7-a734-8d68955f32e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:52.039273 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ed568b11-e1cd-4ed7-a734-8d68955f32e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/933cfc0d-48a2-417c-961b-2107bb1a96c0 HTTP/1.1" status: 204 len: 168 time: 0.3198311 Jun 11 18:09:52.040028 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:52.060684 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed568b11-e1cd-4ed7-a734-8d68955f32e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933cfc0d-48a2-417c-961b-2107bb1a96c0,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:52.065421 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ed568b11-e1cd-4ed7-a734-8d68955f32e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:52.683861 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757eb11c-0f70-405e-9141-cb8ad46b585f req-9a3c29bc-a609-49f2-abbc-4a602385c004 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:52.686684 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-757eb11c-0f70-405e-9141-cb8ad46b585f req-9a3c29bc-a609-49f2-abbc-4a602385c004 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 943 time: 0.2614980 Jun 11 18:09:52.712903 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfa3f4-b3a3-42b1-9a5d-da8447be246b req-ef379b6c-7896-4d78-9386-798e0c6dd663 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:52.715597 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d8dfa3f4-b3a3-42b1-9a5d-da8447be246b req-ef379b6c-7896-4d78-9386-798e0c6dd663 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.2037551 Jun 11 18:09:52.843874 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-757eb11c-0f70-405e-9141-cb8ad46b585f req-a5d0eba7-4770-483c-824c-b154326485d8 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265645 Jun 11 18:09:52.853741 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d8dfa3f4-b3a3-42b1-9a5d-da8447be246b req-1d09bb6c-edee-46d6-9dc0-6f34168ebb80 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259687 Jun 11 18:09:53.215225 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4810887-4e66-4e87-86ab-cacb15232690 req-c474a25b-e5f2-4826-98ca-163dd4169678 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:53.217294 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a4810887-4e66-4e87-86ab-cacb15232690 req-c474a25b-e5f2-4826-98ca-163dd4169678 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.1232295 Jun 11 18:09:53.325044 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a4810887-4e66-4e87-86ab-cacb15232690 req-c05696ad-081a-49c0-a0bd-86aeb1346718 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965648 Jun 11 18:09:53.457350 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 37840) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:53.654986 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1138423555-network', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:53.694144 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Made reservation on behalf of e83124fc00bc46b1a06f26f71a4742f8 for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:53.698696 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:53.720520 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:53.921252 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:53.928449 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:53.936237 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-afbfdb4f-8d6e-4221-85bb-946a030dfee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:53.974077 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:09:54.003318 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=645b3964-8993-4062-94b9-22c580ea7c49,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:54.012862 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:54.015960 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.016878 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Added segment c39a9151-03ee-4f40-b3b7-8c903bd6045b of type vlan for network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 Jun 11 18:09:54.195672 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.401508 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.415644 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:54.416757 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.426497 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ca334938-fe38-43cb-b0b5-9d673c49f18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:54.453040 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16668f-7cd8-42e0-9ad1-e757762b368b req-2c179c5b-3c94-4596-87fb-79378de2059c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:54.456048 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9c16668f-7cd8-42e0-9ad1-e757762b368b req-2c179c5b-3c94-4596-87fb-79378de2059c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 943 time: 0.3655100 Jun 11 18:09:54.470034 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b9bd2-be73-48f5-8b5b-d9e15fc0786f req-87f6e593-1236-45f7-8fb1-90f1389ae30d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:54.473098 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e98b9bd2-be73-48f5-8b5b-d9e15fc0786f req-87f6e593-1236-45f7-8fb1-90f1389ae30d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.3559439 Jun 11 18:09:54.596543 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1331377 Jun 11 18:09:54.596918 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37862) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:54.605592 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Request body: {'subnet': {'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1138423555-subnet', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:54.646664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Made reservation on behalf of e83124fc00bc46b1a06f26f71a4742f8 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:09:54.651780 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:54.850338 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Pushing event updated for resources: {'Network': ['ID=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:54.862064 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:54.872035 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9c16668f-7cd8-42e0-9ad1-e757762b368b req-4325b933-2a12-47aa-ad4e-0a2b618ff6b0 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927066 Jun 11 18:09:54.875512 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:09:54.891845 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e98b9bd2-be73-48f5-8b5b-d9e15fc0786f req-15e313e7-c6d6-4fbe-b861-e7d643b6504b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852541 Jun 11 18:09:54.930515 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6d2c-3cb2-4ad1-a7a2-3f1cc9d8b0a3 req-2af14462-8fae-4851-9397-db6b8799db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:54.933845 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-437b6d2c-3cb2-4ad1-a7a2-3f1cc9d8b0a3 req-2af14462-8fae-4851-9397-db6b8799db1b service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8b762d6ca2e4f5c8b78c218f659c6cc&device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 1096 time: 0.4132118 Jun 11 18:09:55.214231 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6dd44adf-4dbd-4ede-8697-aa234a010d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.303675 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.320546 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1862469d-b50e-4eee-97a1-c00ef399924a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:55.471457 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Checking segment: {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:55.472097 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Network hostable DHCP agents. Network: 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:09:55.480420 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Pushing event updated for resources: {'Subnet': ['ID=04abca43-8f83-4c72-935c-7adc97d493c3,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:55.485393 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:55.533503 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:09:55.558969 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:55.567916 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:55.569051 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.591212 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e9e101-3503-4a35-aa2a-0744c286494a None None] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:09:55.620760 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d9777857-6f2e-4986-9e67-dc34446c06db admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0202954 Jun 11 18:09:55.624467 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 37884) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:55.633324 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:09:55.712595 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.714738 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:55.901899 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6d2c-3cb2-4ad1-a7a2-3f1cc9d8b0a3 req-770679b4-7bae-448b-8756-68b752f2c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:55.907281 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-437b6d2c-3cb2-4ad1-a7a2-3f1cc9d8b0a3 req-770679b4-7bae-448b-8756-68b752f2c60c service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=a8b762d6ca2e4f5c8b78c218f659c6cc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.9422696 Jun 11 18:09:55.939642 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.291370 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:09:56.293779 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.304503 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 37898) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:56.439611 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3a60e-cc1a-418b-a79d-879347089d16 req-ce0515ce-6da9-4c79-ba4d-c97afa41b0a2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:56.444013 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10c3a60e-cc1a-418b-a79d-879347089d16 req-ce0515ce-6da9-4c79-ba4d-c97afa41b0a2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 1.1198108 Jun 11 18:09:56.685947 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.704525 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Allocated IP 172.20.0.2 (84088dbb-41a4-4a2c-bcd2-f02e0e5699d1/04abca43-8f83-4c72-935c-7adc97d493c3/b3969cf0-0805-4610-b76a-85c07435f1b0) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:56.795094 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8b84cb15-da33-4ea2-9844-5351cfc432eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:56.845734 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6d2c-3cb2-4ad1-a7a2-3f1cc9d8b0a3 req-fbce605f-f5cb-426e-a4a7-005e19aac166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:56.848594 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-437b6d2c-3cb2-4ad1-a7a2-3f1cc9d8b0a3 req-fbce605f-f5cb-426e-a4a7-005e19aac166 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9285069 Jun 11 18:09:56.856537 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10c3a60e-cc1a-418b-a79d-879347089d16 req-a69335ac-f5b2-43d8-9e1b-c8bedb8f2e7b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428814 Jun 11 18:09:56.955612 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc413fd9-200a-44ef-81e0-68da49cde8ac req-b30685de-cb76-46fb-bb02-5a7be011b6ef tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:56.971387 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fc413fd9-200a-44ef-81e0-68da49cde8ac req-b30685de-cb76-46fb-bb02-5a7be011b6ef tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 943 time: 0.5058279 Jun 11 18:09:57.126227 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.165676 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Transition to ACTIVE for port object b3969cf0-0805-4610-b76a-85c07435f1b0 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:57.181096 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fc413fd9-200a-44ef-81e0-68da49cde8ac req-eaf6ec7c-cbc1-472f-bf2b-bad198dd7c16 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064738 Jun 11 18:09:57.252117 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Transition to ACTIVE for port object b3969cf0-0805-4610-b76a-85c07435f1b0 will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:09:57.265309 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.271071 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1a6f91b8-f128-481c-b99f-92cb7d91b7b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:57.420303 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-e0247974-332b-4ad0-84ce-fa65e0484531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:57.423231 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-e0247974-332b-4ad0-84ce-fa65e0484531 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8b762d6ca2e4f5c8b78c218f659c6cc&device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 1096 time: 0.4453304 Jun 11 18:09:57.461781 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8b84cb15-da33-4ea2-9844-5351cfc432eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.481028 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Pushing event updated for resources: {'Port': ['ID=b3969cf0-0805-4610-b76a-85c07435f1b0,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:57.488992 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:57.491629 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:57.493443 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:57.503243 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:57.549086 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8b84cb15-da33-4ea2-9844-5351cfc432eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.558656 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-44e151c5-a82b-430e-a77b-fffce9378c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:57.562820 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-a58b0cf8-bc0c-422d-b778-3baca6598d7f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ede2e16-fceb-4646-927a-48b595ed9bc8 HTTP/1.1" status: 200 len: 217 time: 0.1255898 Jun 11 18:09:57.634174 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Attempting to bind port b3969cf0-0805-4610-b76a-85c07435f1b0 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:09:57.635097 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Attempting to bind port b3969cf0-0805-4610-b76a-85c07435f1b0 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:09:57.635690 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Attempting to bind port b3969cf0-0805-4610-b76a-85c07435f1b0 on network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:09:57.645422 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:09:57.646942 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Checking segment: {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:09:57.647837 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.648529 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Bound using segment: {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:09:57.649448 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Bound port: b3969cf0-0805-4610-b76a-85c07435f1b0, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:09:57.650065 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.721842 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-8b84cb15-da33-4ea2-9844-5351cfc432eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5083c1d869ae49059c267fb41e2a1181&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4154346 Jun 11 18:09:57.724699 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 37916) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:09:57.733923 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84cb15-da33-4ea2-9844-5351cfc432eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82135111-47c9-49b4-82ef-14a4322bc43e,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:57.799376 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8b84cb15-da33-4ea2-9844-5351cfc432eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:57.833813 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] For port b3969cf0-0805-4610-b76a-85c07435f1b0, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:09:57.844095 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fd60b-fb64-49b1-816f-64c0c870028e req-c4963b17-306c-4ef2-b950-54e73085436a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:57.844974 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] For port b3969cf0-0805-4610-b76a-85c07435f1b0, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=b3969cf0-0805-4610-b76a-85c07435f1b0,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:09:57.853578 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a5fd60b-fb64-49b1-816f-64c0c870028e req-c4963b17-306c-4ef2-b950-54e73085436a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.5831771 Jun 11 18:09:57.865605 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.869312 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:57.889347 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-6e36ba2e-bda2-44e4-bb02-4bf6daa38404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:57.891730 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-6e36ba2e-bda2-44e4-bb02-4bf6daa38404 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b6993e7-cdcf-4d9e-bd25-1cfe742c5949 HTTP/1.1" status: 200 len: 848 time: 0.3014896 Jun 11 18:09:57.960643 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-88bafd63-1091-43e6-ab3d-658583185ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:57.980635 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:58.057833 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:58.058500 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Pushing event updated for resources: {'Port': ['ID=b3969cf0-0805-4610-b76a-85c07435f1b0,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:58.080596 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:58.085219 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:58.091032 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-2d154d05-14bf-4cca-8463-2dbf36237013 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726029 Jun 11 18:09:58.222007 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a5fd60b-fb64-49b1-816f-64c0c870028e req-707c05b1-3835-48c2-a079-20b7e57f98a6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663809 Jun 11 18:09:58.329402 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0b85fdd9-ff52-4a4b-8ea0-0e4ba107842c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:58.450806 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Allocated IP 172.27.0.174 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/fd4ad549-f5e2-4d36-a269-ef58c39fb577) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:09:58.505220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0b85fdd9-ff52-4a4b-8ea0-0e4ba107842c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:58.611610 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-d3af18fa-691d-4891-b2dd-6faf8a8747df service neutron] 10.222.0.82 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174923 Jun 11 18:09:58.988362 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device b3969cf0-0805-4610-b76a-85c07435f1b0 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:09:59.075240 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:59.108139 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port b3969cf0-0805-4610-b76a-85c07435f1b0 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:09:59.154813 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:59.158778 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:59.210776 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:59.239903 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:09:59.240705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0b85fdd9-ff52-4a4b-8ea0-0e4ba107842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:59.243992 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:09:59.245838 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0b85fdd9-ff52-4a4b-8ea0-0e4ba107842c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:09:59.251542 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-0b85fdd9-ff52-4a4b-8ea0-0e4ba107842c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82135111-47c9-49b4-82ef-14a4322bc43e HTTP/1.1" status: 204 len: 168 time: 1.5151405 Jun 11 18:09:59.251882 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:09:59.254617 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-aa36ffc1-40c4-433a-9c34-8eabe3ea8b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:09:59.330254 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85fdd9-ff52-4a4b-8ea0-0e4ba107842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82135111-47c9-49b4-82ef-14a4322bc43e,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:59.343513 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0b85fdd9-ff52-4a4b-8ea0-0e4ba107842c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:59.360316 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8588794-a1f8-45b5-b6f8-f91f230b1224 req-7a3f1552-aa39-4d39-8c56-d8a516557d8a service neutron] 10.222.0.82 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647990 Jun 11 18:09:59.384436 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3aea4d-bcb9-484f-84b9-89223ab0a093 req-90611a1f-75bc-4b2a-9fbd-be1f65681576 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:59.396836 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f3aea4d-bcb9-484f-84b9-89223ab0a093 req-90611a1f-75bc-4b2a-9fbd-be1f65681576 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.4955776 Jun 11 18:09:59.579220 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f3aea4d-bcb9-484f-84b9-89223ab0a093 req-9d6b5899-51b1-40b1-b164-b63b9d3c8e20 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801436 Jun 11 18:09:59.640873 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdab31d-dbd8-49fa-8e6c-27f53e6350bc req-b67ef2e8-e354-4ffb-a8f6-bea7a5eb5d66 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:09:59.668292 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3fdab31d-dbd8-49fa-8e6c-27f53e6350bc req-b67ef2e8-e354-4ffb-a8f6-bea7a5eb5d66 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 943 time: 0.7372694 Jun 11 18:09:59.672544 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Pushing event updated for resources: {'Port': ['ID=fd4ad549-f5e2-4d36-a269-ef58c39fb577,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:09:59.690333 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:09:59.822060 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3fdab31d-dbd8-49fa-8e6c-27f53e6350bc req-e322d9a0-f80a-4b1c-b7b6-6e75ce66f9cd tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519022 Jun 11 18:10:00.311937 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6080c-9d58-4a3c-9c9c-ee6e2bcc4226 None None] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:00.353888 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:00.757826 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] Provisioning for port b3969cf0-0805-4610-b76a-85c07435f1b0 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:00.787886 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] Provisioning complete for port b3969cf0-0805-4610-b76a-85c07435f1b0 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:00.789260 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.177732 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.233254 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.424316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-d40dd17e-69a7-4b55-9740-d91ca73084e6 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:01.428682 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-d40dd17e-69a7-4b55-9740-d91ca73084e6 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 814 time: 0.6345704 Jun 11 18:10:01.429823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 38000) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:01.453461 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-ff081074-7b6d-43fb-8674-f2c045b431aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:01.457025 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-ff081074-7b6d-43fb-8674-f2c045b431aa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 1099 time: 0.5238516 Jun 11 18:10:01.551853 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:10:01.628180 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:01.684073 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aaea87-bda3-476c-96be-8af52cd6298b req-d1d81f1a-9054-44bc-8d68-96a37908c585 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:01.697710 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-67aaea87-bda3-476c-96be-8af52cd6298b req-d1d81f1a-9054-44bc-8d68-96a37908c585 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.6441386 Jun 11 18:10:01.725675 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1495354665-network', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:01.750205 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-4e5663f9-6dcc-4dc9-adda-8b4d17fe9df3 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/quotas/1ae38de8388847ffb10d0bc82989f350 HTTP/1.1" status: 200 len: 375 time: 0.2985442 Jun 11 18:10:01.785443 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Router 02b314eb-0dcf-4010-90c8-3456cdbfb367 is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:10:01.846242 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-e1f9de6f-69aa-4dfa-88f0-4136a5c24043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:01.850623 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-e1f9de6f-69aa-4dfa-88f0-4136a5c24043 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 920 time: 0.3737888 Jun 11 18:10:01.983182 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] For port b3969cf0-0805-4610-b76a-85c07435f1b0, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=b3969cf0-0805-4610-b76a-85c07435f1b0,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:02.008093 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:02.074263 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:02.094819 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:02.131418 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Made reservation on behalf of 64bac7f4f97d4a3aa738a658c94bde99 for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:02.141629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:02.165224 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'port_id': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'mac_address': 'fa:16:3e:f4:5b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:10:02.165943 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-4114ffc2-2b8e-48b9-9b9b-6690824cbf74 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=449c441f-100c-477e-acb4-a810147f76db HTTP/1.1" status: 200 len: 217 time: 0.1904652 Jun 11 18:10:02.252411 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-67aaea87-bda3-476c-96be-8af52cd6298b req-47f3e618-eeec-4e53-8a5a-29ad1af02b86 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5520425 Jun 11 18:10:02.285548 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:02.344907 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:02.350228 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:02.372841 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Sync routers for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:02.382098 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] Pushing event updated for resources: {'Port': ['ID=b3969cf0-0805-4610-b76a-85c07435f1b0,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:02.405646 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:02.414119 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:02.414422 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:02.415369 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:09:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:02.416363 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7893443 Jun 11 18:10:02.417792 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38022) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:02.428528 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7335c9b-687a-484c-8edb-fd4b141b77a1 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:10:02.442397 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-7906d339-2c1f-4399-9fc7-32bbb452a205 None None] Provisioning complete for port b3969cf0-0805-4610-b76a-85c07435f1b0 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:02.443247 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-7906d339-2c1f-4399-9fc7-32bbb452a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:02.567911 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38024) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:02.572097 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:02.597901 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:02.603554 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 6ede2e16-fceb-4646-927a-48b595ed9bc8 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:10:02.629429 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:02.769710 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device b3969cf0-0805-4610-b76a-85c07435f1b0 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:02.981963 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:03.127307 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.db.resource_extend [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 11 18:10:03.243960 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=6']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:03.259707 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:03.383983 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-169d9d52-2f28-4906-9018-80b2468e1e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:03.419107 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port b3969cf0-0805-4610-b76a-85c07435f1b0 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:03.419771 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:03.455319 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-d7c1e856-533d-4b4e-93cd-5bcb06b5655c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&fields=id HTTP/1.1" status: 200 len: 348 time: 1.7058752 Jun 11 18:10:03.508743 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:09:59Z', 'revision_number': 3, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:03.516019 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Checking router: 02b314eb-0dcf-4010-90c8-3456cdbfb367 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:03.516805 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Updating router 02b314eb-0dcf-4010-90c8-3456cdbfb367 port fd4ad549-f5e2-4d36-a269-ef58c39fb577 binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:03.542750 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 6ede2e16-fceb-4646-927a-48b595ed9bc8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ede2e16-fceb-4646-927a-48b595ed9bc8,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:03.594063 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '6ede2e16-fceb-4646-927a-48b595ed9bc8', 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf', 'port_id': '6ede2e16-fceb-4646-927a-48b595ed9bc8', 'mac_address': 'fa:16:3e:f9:fb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6993e7-cdcf-4d9e-bd25-1cfe742c5949', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:10:03.659294 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:03.717473 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-95e83a2c-8a12-4f81-9281-fa924cca5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:03.721035 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-95e83a2c-8a12-4f81-9281-fa924cca5911 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 1.5145762 Jun 11 18:10:03.725263 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-64987476-5cd2-4535-b607-2683d9831d89 service neutron] 10.222.0.15 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502062 Jun 11 18:10:03.795406 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-2c0a6a15-b8d1-496d-8c6c-e07ad29f2853 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627203 Jun 11 18:10:03.847170 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:03.894300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ede2e16-fceb-4646-927a-48b595ed9bc8 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:10:03.971008 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 6ede2e16-fceb-4646-927a-48b595ed9bc8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ede2e16-fceb-4646-927a-48b595ed9bc8,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:03.981374 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:03.984567 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:04.115715 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=6ede2e16-fceb-4646-927a-48b595ed9bc8,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:04.150244 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:04.213820 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:04.235277 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f149626-ddee-4048-a78a-11bde7946938 req-fc56a5f4-2422-4eac-a2d0-1009d27fb7e8 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:04.238861 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9f149626-ddee-4048-a78a-11bde7946938 req-fc56a5f4-2422-4eac-a2d0-1009d27fb7e8 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 1.5434272 Jun 11 18:10:04.242381 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['c7335c9b-687a-484c-8edb-fd4b141b77a1'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:10:04.256302 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:04.316995 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:10:04.365941 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:04.369033 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['6ede2e16-fceb-4646-927a-48b595ed9bc8'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:10:04.372654 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Added segment 514022bc-6dbf-427e-b53d-296d1355d324 of type vlan for network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 Jun 11 18:10:04.399900 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7380e732-a345-4cf9-834d-ab5905cf4425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:04.452417 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-75511330-248c-478b-bb92-ea70d566f250 service neutron] 10.222.0.15 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6549006 Jun 11 18:10:04.925978 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.004904 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Transition to ACTIVE for port object fd4ad549-f5e2-4d36-a269-ef58c39fb577 will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:05.031156 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.053007 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:05.089283 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.104941 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7832110-5f05-4814-9ad9-24ee7754bae8,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:05.159149 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.761s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:05.187422 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9f149626-ddee-4048-a78a-11bde7946938 req-36a871f5-b3ed-43c1-8d60-d6ce0098a751 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7932050 Jun 11 18:10:05.196333 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-fdbd2ddb-81f7-481b-9d82-c4d15f5f44ab service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3732066 Jun 11 18:10:05.254578 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-169d9d52-2f28-4906-9018-80b2468e1e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.325267 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-169d9d52-2f28-4906-9018-80b2468e1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.380269 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-6e85f99a-144f-4ad5-a6c0-aa883b02b7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:05.394918 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Attempting to bind port fd4ad549-f5e2-4d36-a269-ef58c39fb577 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:05.395936 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Attempting to bind port fd4ad549-f5e2-4d36-a269-ef58c39fb577 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:05.397262 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Attempting to bind port fd4ad549-f5e2-4d36-a269-ef58c39fb577 on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:05.415217 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:05.416286 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:05.417145 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.417887 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:05.418759 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Bound port: fd4ad549-f5e2-4d36-a269-ef58c39fb577, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:05.419423 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.475135 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d9d52-2f28-4906-9018-80b2468e1e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218a8951-d324-43fe-8b54-7bd8b2c19e63,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:05.502671 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-169d9d52-2f28-4906-9018-80b2468e1e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:05.514986 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.551595 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-169d9d52-2f28-4906-9018-80b2468e1e78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b2b0572adf7436eadba01e03bd541a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9808750 Jun 11 18:10:05.556400 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38070) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:05.558880 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.629476 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:05.630836 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.646681 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] For port fd4ad549-f5e2-4d36-a269-ef58c39fb577, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:05.654927 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] For port fd4ad549-f5e2-4d36-a269-ef58c39fb577, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=fd4ad549-f5e2-4d36-a269-ef58c39fb577,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:05.674289 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.676729 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Pushing event updated for resources: {'Port': ['ID=fd4ad549-f5e2-4d36-a269-ef58c39fb577,revision_number=2']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:05.695200 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.695846 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.696433 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.696999 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.697359 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.697926 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.698473 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.699601 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.700466 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.700892 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.701560 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.702072 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:05.709261 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:05.716796 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-f4b2ac2d-8f72-4749-b88e-14b24f8bc5b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:05.746324 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:05.841346 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:05.842673 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:09:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:05.860318 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7925c7de-5b7f-40d4-9e77-74080aee103b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:05.980073 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7925c7de-5b7f-40d4-9e77-74080aee103b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:06.114072 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6746533 Jun 11 18:10:06.126562 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38082) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:06.165643 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Request body: {'subnet': {'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1495354665-subnet', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:06.261550 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Pushing event updated for resources: {'Network': ['ID=2f6dcb73-793b-42c4-bc04-4b1a79403b74,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:06.280626 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f88c0c31-2c63-4ab8-a35c-370b8c8c6b67 req-fe669782-fd12-47d7-a23e-8f2f4bc8e386 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0655196 Jun 11 18:10:06.290255 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:06.307473 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Made reservation on behalf of 64bac7f4f97d4a3aa738a658c94bde99 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:06.311331 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:10:06.321084 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:06.321608 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ac433-285f-4060-8058-835d576885df req-e711f938-9094-4537-8dd2-2a3f5940fe74 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:06.324987 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d95ac433-285f-4060-8058-835d576885df req-e711f938-9094-4537-8dd2-2a3f5940fe74 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 944 time: 1.0596843 Jun 11 18:10:06.348481 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e810402-d818-46e5-bace-38621767ddab req-72cf3389-b04c-44db-a9e1-993621ec2919 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:06.351543 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8e810402-d818-46e5-bace-38621767ddab req-72cf3389-b04c-44db-a9e1-993621ec2919 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 944 time: 0.8340757 Jun 11 18:10:06.486222 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d95ac433-285f-4060-8058-835d576885df req-0907e1a2-3aec-44d3-a3f7-ca480f78fc48 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328628 Jun 11 18:10:06.528266 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8e810402-d818-46e5-bace-38621767ddab req-b83c0b52-7109-4186-b9b1-65f852981d38 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407154 Jun 11 18:10:06.698350 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:06.936271 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Pushing event updated for resources: {'Port': ['ID=fd4ad549-f5e2-4d36-a269-ef58c39fb577,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:06.952252 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.232s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:07.063054 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7925c7de-5b7f-40d4-9e77-74080aee103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:07.084133 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7925c7de-5b7f-40d4-9e77-74080aee103b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:07.086345 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-7925c7de-5b7f-40d4-9e77-74080aee103b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/218a8951-d324-43fe-8b54-7bd8b2c19e63 HTTP/1.1" status: 204 len: 168 time: 1.5279813 Jun 11 18:10:07.128643 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ba2434bc-fd03-4f92-9f23-ee614a6a1a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:07.165207 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34bacf87-91a4-4649-895c-28ff3b32fbdc req-acc498d7-c1e1-4c21-8163-a4b5e8d93bb5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 210 time: 0.0938506 Jun 11 18:10:07.167079 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Allocated IP 172.20.0.1 (84088dbb-41a4-4a2c-bcd2-f02e0e5699d1/04abca43-8f83-4c72-935c-7adc97d493c3/0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:07.198259 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925c7de-5b7f-40d4-9e77-74080aee103b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a8951-d324-43fe-8b54-7bd8b2c19e63,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:07.213971 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-7925c7de-5b7f-40d4-9e77-74080aee103b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:07.270928 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a0c1e-bb7b-4253-b43d-59e029dd37b6 req-02cdd942-d03b-440d-8d91-3107d136e882 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:07.270928 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-431a0c1e-bb7b-4253-b43d-59e029dd37b6 req-02cdd942-d03b-440d-8d91-3107d136e882 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.3685522 Jun 11 18:10:07.397452 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-431a0c1e-bb7b-4253-b43d-59e029dd37b6 req-aeecbda8-8106-4b6e-91ce-0530f8ccea96 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159868 Jun 11 18:10:07.534915 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:09:59Z', 'revision_number': 3, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:07.543615 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b8d406-bd65-473f-b930-3997673c9ead None None] The sync data for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi is: [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:09:59Z', 'revision_number': 3, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:07.636085 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:07.833886 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:07.856288 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:07.868393 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:07.996761 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port c7335c9b-687a-484c-8edb-fd4b141b77a1 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:07.998313 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:08.074149 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Transition to ACTIVE for port object 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:08.123849 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d60b51ba-6d72-44a9-80d4-9f80291d9c49,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:08.191626 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:08.386374 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Checking segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:08.387524 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Network hostable DHCP agents. Network: 2f6dcb73-793b-42c4-bc04-4b1a79403b74, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:10:08.468370 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:08.478695 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:08.494379 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd697bd3-5ff8-4f4f-a582-48dfb5d87b95 req-840e6a31-d2d3-44cd-ba34-f8966e32e91e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:08.500757 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fd697bd3-5ff8-4f4f-a582-48dfb5d87b95 req-840e6a31-d2d3-44cd-ba34-f8966e32e91e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 944 time: 0.4725940 Jun 11 18:10:08.525238 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:08.593520 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:10:08.660670 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:08.663975 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 2f6dcb73-793b-42c4-bc04-4b1a79403b74) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:08.684099 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:08.701422 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:08.702918 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:08.718664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:08.720087 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf7f633-9b66-440e-aed0-cdf8b4f5cc1e None None] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:08.725723 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:08.775930 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:08.842483 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fd697bd3-5ff8-4f4f-a582-48dfb5d87b95 req-426f7360-d895-4fda-8135-981211f5c504 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083484 Jun 11 18:10:08.882554 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccb82b-722a-4105-99b4-8fb2039326b7 req-cf09664d-c09f-47f8-8a13-89a41a07f34c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:08.903315 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-53ccb82b-722a-4105-99b4-8fb2039326b7 req-cf09664d-c09f-47f8-8a13-89a41a07f34c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 944 time: 0.6775534 Jun 11 18:10:09.160026 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0217595 Jun 11 18:10:09.168410 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 38114) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:09.205718 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-53ccb82b-722a-4105-99b4-8fb2039326b7 req-ea1415b0-a51b-40a6-a4a1-8396157bbd9e tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007970 Jun 11 18:10:09.213523 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:09.229939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:09.348065 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:09.350900 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:09.374195 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device fd4ad549-f5e2-4d36-a269-ef58c39fb577 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:09.696308 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:09.700996 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7587efb7-ccc1-464e-abf6-b8705c91d18b" -d '{"events": [{"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:09.894150 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:09.901170 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-740ad88b-f949-404a-a9dd-ef831633c825 None None] Provisioning for port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:09.906733 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port fd4ad549-f5e2-4d36-a269-ef58c39fb577 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:09.969531 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port fd4ad549-f5e2-4d36-a269-ef58c39fb577 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:09.973553 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:10.236307 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:10.255483 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-9713f7b7-72ea-49c1-a4d1-0fad9851737a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:10.271375 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:10.382189 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:10.545964 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eb669ff8-8ae0-43df-ac8a-e0de79512ea3 req-44781da6-0dcd-49a6-a4c9-309735b2c658 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 210 time: 0.8576872 Jun 11 18:10:10.652615 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38142) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:10.830881 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-740ad88b-f949-404a-a9dd-ef831633c825 None None] Provisioning complete for port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:10.832801 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-740ad88b-f949-404a-a9dd-ef831633c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:10.860913 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35a235c-cc01-4197-a8a5-dc3c480d13be x-openstack-request-id: req-d35a235c-cc01-4197-a8a5-dc3c480d13be {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:10.861385 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:10.863154 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d35a235c-cc01-4197-a8a5-dc3c480d13be {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:10.863999 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'code': 200} Jun 11 18:10:10.867787 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 6ede2e16-fceb-4646-927a-48b595ed9bc8 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:11.157327 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=7']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:11.253333 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1628714099-network', 'tenant_id': '6d472ee35c254f3c885ec3c8bb356f48'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:11.323901 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.068s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:11.659670 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:11.703245 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Made reservation on behalf of 6d472ee35c254f3c885ec3c8bb356f48 for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:11.707637 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:11.755569 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-740ad88b-f949-404a-a9dd-ef831633c825 None None] Port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:11.796312 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:11.838862 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:11.936390 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d82bf0-bcb7-4f3f-bd6b-f99815cc8044 req-5516c249-548b-4a7a-9be7-bbbab1a439cc tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:11.946768 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:11.952241 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-37d82bf0-bcb7-4f3f-bd6b-f99815cc8044 req-5516c249-548b-4a7a-9be7-bbbab1a439cc tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 1.6944993 Jun 11 18:10:11.967922 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:11.975737 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:12.152735 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:12.170468 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port fd4ad549-f5e2-4d36-a269-ef58c39fb577, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=fd4ad549-f5e2-4d36-a269-ef58c39fb577,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:12.189943 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-37d82bf0-bcb7-4f3f-bd6b-f99815cc8044 req-04815c37-23da-496b-a310-d41d455c45b2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222106 Jun 11 18:10:12.215374 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.250833 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:12.272845 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:10:12.274286 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.333995 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:12.357639 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd159169-8729-4023-bad1-25650d2a5aca req-47955573-b8de-4245-88d8-d82ff64cf2ac tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:12.385890 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bd159169-8729-4023-bad1-25650d2a5aca req-47955573-b8de-4245-88d8-d82ff64cf2ac tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.8549149 Jun 11 18:10:12.396826 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.561680 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 6ede2e16-fceb-4646-927a-48b595ed9bc8 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:12.657881 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 6ede2e16-fceb-4646-927a-48b595ed9bc8 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:12.670313 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.791622 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.812275 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:12.822346 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:12.825072 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-6e2b6bd7-100f-47b5-9dde-9b57485e76fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:12.860843 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=fd4ad549-f5e2-4d36-a269-ef58c39fb577,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:12.883076 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:12.929950 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:10:12.947631 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:12.952994 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05afb0-9e97-4ee1-9c78-1c4baff7f380,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:12.968039 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:13.128977 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:13.130607 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Added segment cf69223d-d52e-4a1e-b742-ca87e5b89a17 of type vlan for network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b Jun 11 18:10:13.218936 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Allocated IP 172.20.0.2 (2f6dcb73-793b-42c4-bc04-4b1a79403b74/d60b51ba-6d72-44a9-80d4-9f80291d9c49/dc4a3e91-4d7a-4d64-bc88-c4202d31cc11) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:13.517802 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:13.692522 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:13.699035 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:13.704160 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:13.710034 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:13.739286 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Router 02b314eb-0dcf-4010-90c8-3456cdbfb367 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:10:13.795677 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:13.870616 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:13.930218 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bd159169-8729-4023-bad1-25650d2a5aca req-bba8912d-4288-4019-bef0-0ce291313822 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5290637 Jun 11 18:10:14.017033 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-9fc21868-4e1a-4a08-bb71-3a42fb3bea1b None None] Provisioning complete for port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:14.018179 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9fc21868-4e1a-4a08-bb71-3a42fb3bea1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:14.084197 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4289443 Jun 11 18:10:14.085927 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38166) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:14.104520 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Request body: {'subnet': {'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1628714099-subnet', 'tenant_id': '6d472ee35c254f3c885ec3c8bb356f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:14.187601 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-9fc21868-4e1a-4a08-bb71-3a42fb3bea1b None None] Port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:14.247447 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:14.312308 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ede2e16-fceb-4646-927a-48b595ed9bc8'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:14.318472 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ad884-914c-4dc1-a769-6f54951ba0be" -d '{"events": [{"server_uuid": "a33efbd4-6d3d-4c1c-9598-cf52422db40d", "name": "network-vif-plugged", "status": "completed", "tag": "6ede2e16-fceb-4646-927a-48b595ed9bc8"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:14.390993 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:10:14.400553 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-f6903587-3ca9-4a6f-b007-09d18f98ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:14.402774 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-f6903587-3ca9-4a6f-b007-09d18f98ff20 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1098 time: 1.0103729 Jun 11 18:10:14.465912 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:14.524891 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 6ede2e16-fceb-4646-927a-48b595ed9bc8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ede2e16-fceb-4646-927a-48b595ed9bc8,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:14.546546 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device fd4ad549-f5e2-4d36-a269-ef58c39fb577 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:14.600214 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Made reservation on behalf of 6d472ee35c254f3c885ec3c8bb356f48 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:14.608738 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:14.636154 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6c8f1eb5-bde3-4abb-ba36-20f9706df3ae req-ae910691-c409-4acf-8bce-c1377a67bb8f tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 210 time: 0.2500858 Jun 11 18:10:14.677882 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:14.709792 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:15.139333 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:15.158056 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=6ede2e16-fceb-4646-927a-48b595ed9bc8,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:15.170074 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:15.176136 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Transition to ACTIVE for port object dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:15.196347 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port fd4ad549-f5e2-4d36-a269-ef58c39fb577 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:15.197302 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:15.227202 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:15.265242 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] 10.222.0.15 "PUT /v2.0/routers/02b314eb-0dcf-4010-90c8-3456cdbfb367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8412356 Jun 11 18:10:15.363370 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Sync routers for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:15.407942 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Transition to ACTIVE for port object dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:15.433154 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:15.434929 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:09:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:15.550999 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:15.560209 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:15.567623 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:15.585143 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1fbff38b-4e01-4ad3-9bc0-ff59596be87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:15.646646 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:15.685706 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:15.789605 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c56140-8440-4db8-b902-3d9301f42414 req-ab83d5ad-9806-4c92-8116-289ecf41188c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:15.793023 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b6c56140-8440-4db8-b902-3d9301f42414 req-ab83d5ad-9806-4c92-8116-289ecf41188c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 944 time: 2.3830209 Jun 11 18:10:15.819440 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Checking segment: {'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:15.820239 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Network hostable DHCP agents. Network: d8ed13ad-1eb3-495f-93a0-6a43dba8c20b, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:10:15.821673 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-b74cf305-8d23-4d52-8ac9-6611dd1bce6e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:15.824188 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c4749a-7184-4c24-8456-2683711b2c0a,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:15.824445 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-b74cf305-8d23-4d52-8ac9-6611dd1bce6e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 814 time: 2.2675405 Jun 11 18:10:15.844295 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:15.865179 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Request body: {'port': {'device_id': '86eadcad-9ccd-4c73-babf-b4796d464713', 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'admin_state_up': True, 'tenant_id': '1ae38de8388847ffb10d0bc82989f350'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:15.917492 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:10:15.933580 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:15.968051 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, d8ed13ad-1eb3-495f-93a0-6a43dba8c20b) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:15.994430 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:15.995645 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:16.016698 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98136fd-d5a6-4a71-b586-8e3b16edbe66 None None] Network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:16.040066 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:16.055301 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:16.069837 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d19c3bf5-abf1-4457-90ac-1b80312c1cae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9778728 Jun 11 18:10:16.193522 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Pushing event updated for resources: {'Port': ['ID=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:16.199079 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:16.356645 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-d9954bdf-9acc-40df-9e72-8a16e61a0ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:16.360064 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-d9954bdf-9acc-40df-9e72-8a16e61a0ca2 service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 1.7428687 Jun 11 18:10:16.588324 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:17.085245 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b6c56140-8440-4db8-b902-3d9301f42414 req-ffe7e1be-da4c-442e-818c-edf453d98c47 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2509897 Jun 11 18:10:17.120766 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d8b2b-b176-4eec-a937-501476fd1a31 req-fff92656-5094-4585-b550-20a3efb9e25f tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:17.127814 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Attempting to bind port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:17.128610 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Attempting to bind port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:17.129439 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Attempting to bind port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:17.135209 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-af3d8b2b-b176-4eec-a937-501476fd1a31 req-fff92656-5094-4585-b550-20a3efb9e25f tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 2.1252851 Jun 11 18:10:17.213251 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-2d6139c3-3c88-4ac3-b841-a9baec2c4081 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 200 len: 1001 time: 0.7808259 Jun 11 18:10:17.243928 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:17.247992 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Checking segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:17.247992 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:17.247992 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Bound using segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:17.247992 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Bound port: dc4a3e91-4d7a-4d64-bc88-c4202d31cc11, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:17.248636 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:17.267129 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Allocated IP 172.27.0.60 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/c3aa3649-30ee-4682-b590-85d7b7a382fd) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:17.385845 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f2be47-19be-4899-98e8-447a99f97a78 x-openstack-request-id: req-d4f2be47-19be-4899-98e8-447a99f97a78 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:17.386487 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33efbd4-6d3d-4c1c-9598-cf52422db40d", "name": "network-vif-plugged", "status": "completed", "tag": "6ede2e16-fceb-4646-927a-48b595ed9bc8", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:17.387667 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4f2be47-19be-4899-98e8-447a99f97a78 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:17.387667 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ede2e16-fceb-4646-927a-48b595ed9bc8', 'code': 200} Jun 11 18:10:17.508218 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f74bb-b06b-4068-9f26-17d17a4e70f9 None None] Network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:17.712205 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Made reservation on behalf of 1ae38de8388847ffb10d0bc82989f350 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:17.732266 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:17.868290 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38210) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:17.970637 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-af3d8b2b-b176-4eec-a937-501476fd1a31 req-f5ca0166-a5fe-4512-ad47-d2412db13f20 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8324537 Jun 11 18:10:18.005492 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38214) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:18.026612 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-942246139-network', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:18.063980 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-3d6618ee-6360-4389-8c75-0566eb99822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:18.069517 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-3d6618ee-6360-4389-8c75-0566eb99822d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.8116250 Jun 11 18:10:18.135594 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] For port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:18.146058 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] For port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:18.177568 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:18.193978 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:18.335680 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Made reservation on behalf of c1553df8186e4455bfb7a045343226d6 for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:18.341530 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:18.366495 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:18.450858 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:18.800528 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:10Z', 'revision_number': 2, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:18.825559 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Checking router: 02b314eb-0dcf-4010-90c8-3456cdbfb367 for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:18.826307 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Updating router 02b314eb-0dcf-4010-90c8-3456cdbfb367 port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:18.840077 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:18.937453 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Pushing event updated for resources: {'Port': ['ID=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:18.944690 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:18.945704 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:19.333108 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3427a6a-9f2d-4454-945c-02eae25081a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:19.358696 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028feaf6-16c7-4376-bf50-2b55fdab0300 req-c396e21c-5ee9-4d0b-bf41-f9c71df38d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:19.363948 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-028feaf6-16c7-4376-bf50-2b55fdab0300 req-c396e21c-5ee9-4d0b-bf41-f9c71df38d0f service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 1098 time: 1.3130276 Jun 11 18:10:19.498565 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-028feaf6-16c7-4376-bf50-2b55fdab0300 req-3060a44e-f40d-479e-8f0b-bae9e339472f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102729 Jun 11 18:10:19.532071 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:19.536885 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4f9d08c6-7dc3-4344-94b7-addd55973ba1 req-5f465ef7-823e-429e-b236-9e5a66134ccb tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 210 time: 0.9360111 Jun 11 18:10:19.545759 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:19.578448 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:19.597523 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-454264a9-c87f-4116-8426-178a7408cb67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:19.739505 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:10:19.831628 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:19.834312 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Added segment d66302d9-f5e7-41ec-affb-2eefdfadfd30 of type vlan for network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 Jun 11 18:10:19.902662 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:19.906040 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:19.911709 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:19.959976 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Pushing event updated for resources: {'Port': ['ID=c3aa3649-30ee-4682-b590-85d7b7a382fd,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:20.015336 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.048696 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Transition to ACTIVE for port object 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:20.076959 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.085472 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:20.087715 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:20.103037 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e975e414-5764-4992-ada5-0380200fa953,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:20.214996 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.225347 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.225347 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.225686 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.232011 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.236760 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.237943 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.238566 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.239184 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.239829 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.240447 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.241049 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:20.293130 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:20.347042 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Allocated IP 172.20.0.8 (be8dea01-a324-469a-a408-fff0eb66b54b/cbc1318e-2ad2-461c-8ca8-045387643d8b/18d3faab-829d-4279-92a5-ad1582514a35) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:20.352779 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.531490 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3427a6a-9f2d-4454-945c-02eae25081a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.545680 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3427a6a-9f2d-4454-945c-02eae25081a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.552235 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-169d9d52-2f28-4906-9018-80b2468e1e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:20.587249 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.598923 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf01fc1-8bbd-466a-b246-8a16923f6707 None None] Pushing event updated for resources: {'Port': ['ID=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:20.608397 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-dcf01fc1-8bbd-466a-b246-8a16923f6707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:20.746525 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:20.749212 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:20.804403 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-a3427a6a-9f2d-4454-945c-02eae25081a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d90575099ef407c8b9287c0cc0a7a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9338472 Jun 11 18:10:20.812960 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8057535 Jun 11 18:10:20.824789 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38238) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:20.825329 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38240) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:20.855774 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Request body: {'subnet': {'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-942246139-subnet', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:20.987109 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Attempting to bind port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:20.987862 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Attempting to bind port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:20.988552 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Attempting to bind port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c on network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:21.007922 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:21.008684 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Checking segment: {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:21.013236 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.015186 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Bound using segment: {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:21.022527 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Bound port: 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:21.023477 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.103841 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:21.111295 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dad3ab70-0991-4e8d-8b2b-5b3f938a8716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.138619 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978807c-ec80-4a46-ba5e-4badd9f1cabe None None] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:21.164701 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dad3ab70-0991-4e8d-8b2b-5b3f938a8716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.270644 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3427a6a-9f2d-4454-945c-02eae25081a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220b4de0-773d-4248-89af-987fbc9f03ac,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:21.284841 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a3427a6a-9f2d-4454-945c-02eae25081a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:21.290163 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-8a804ef7-1e83-46a2-8cbf-7d9aea5bdaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.479s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:21.458951 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Pushing event updated for resources: {'Network': ['ID=614a8ac1-8fa8-49cd-a640-1bf4aa26cd57,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:21.463191 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dad3ab70-0991-4e8d-8b2b-5b3f938a8716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.468830 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dad3ab70-0991-4e8d-8b2b-5b3f938a8716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.470833 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-dad3ab70-0991-4e8d-8b2b-5b3f938a8716 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/220b4de0-773d-4248-89af-987fbc9f03ac HTTP/1.1" status: 204 len: 168 time: 0.6323597 Jun 11 18:10:21.478057 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:21.479480 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-84986bb8-bdfc-4923-9974-e107a56a657c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:21.499878 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3ab70-0991-4e8d-8b2b-5b3f938a8716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220b4de0-773d-4248-89af-987fbc9f03ac,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:21.504755 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dad3ab70-0991-4e8d-8b2b-5b3f938a8716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:21.528006 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Made reservation on behalf of c1553df8186e4455bfb7a045343226d6 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:21.532736 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.550614 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:10:21.567368 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-6046b118-8de9-422c-aba4-399a7bbc4913 None None] Provisioning for port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:21.759035 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] For port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:21.794926 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] For port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:21.865970 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:10:21.879681 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-b18f5ca3-999a-4165-8afa-378f08adca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:21.896544 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-b18f5ca3-999a-4165-8afa-378f08adca56 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 3.2649281 Jun 11 18:10:21.919496 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.932806 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:21.949547 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:21.958109 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:21.995000 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fd5d7-49bd-4e4d-bcf9-15c4a7396d21 req-4b1e761b-fcce-4cc1-95c3-21a392defcfd tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:21.999010 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6a4fd5d7-49bd-4e4d-bcf9-15c4a7396d21 req-4b1e761b-fcce-4cc1-95c3-21a392defcfd tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 3.9249763 Jun 11 18:10:22.080737 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:22.081591 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:22.335949 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:22.367098 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:22.384884 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4217c4d1-9237-46c0-b11c-5fdf58323ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:22.474798 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:22.528760 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf01fc1-8bbd-466a-b246-8a16923f6707 None None] Pushing event updated for resources: {'Port': ['ID=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:22.530431 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bc901-395c-4bd6-9eff-43bfa74aca0d req-d6c8266e-2754-4edb-a6e1-7c60f00d8f8b tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:22.544483 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4e4bc901-395c-4bd6-9eff-43bfa74aca0d req-d6c8266e-2754-4edb-a6e1-7c60f00d8f8b tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 945 time: 2.2914774 Jun 11 18:10:22.546315 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-dcf01fc1-8bbd-466a-b246-8a16923f6707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:22.548369 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['acada3c6-9081-4981-b945-e25141c5c389', '8c7974bb-2f22-4814-a15e-e7f80a13b8df', '91a193db-3c9f-40a6-a66b-3fecfa95dc1a'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:10:22.549619 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8d508b0-e2c0-45dc-9a48-e146fbf13735,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:22.566664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:22.671712 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Checking segment: {'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:22.672790 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Network hostable DHCP agents. Network: 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:10:22.711851 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Network be8dea01-a324-469a-a408-fff0eb66b54b is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:22.722179 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:22.723692 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:09:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:22.765884 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:10:22.799305 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:22.813624 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:22.814693 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:22.875301 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-abfbbfb7-1d56-4489-b575-d130632d5dfd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.0293064 Jun 11 18:10:22.879394 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38258) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:22.892544 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:22.982664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:22.985123 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.089754 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:23.160388 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6a4fd5d7-49bd-4e4d-bcf9-15c4a7396d21 req-01ea8b53-5c6f-4c46-9940-603655837c3f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8717184 Jun 11 18:10:23.178667 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-0040f7a8-ba32-41e5-8a24-94b32bf9acb3 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9549429 Jun 11 18:10:23.183329 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.232128 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bb0fc3-f333-42f5-806d-f3eaae8731fa None None] Network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:23.301097 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:23.306683 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:23.335444 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:23.339919 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.688566 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:23.692753 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Pushing event updated for resources: {'Port': ['ID=18d3faab-829d-4279-92a5-ad1582514a35,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:23.736681 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.738516 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.740032 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.741101 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.742210 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.743482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.744514 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.745803 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.747238 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.748449 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.749499 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.750429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:23.900969 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.426s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:23.908302 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4e4bc901-395c-4bd6-9eff-43bfa74aca0d req-733e61d8-0da1-424d-a9fa-1cbb259101e0 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1746762 Jun 11 18:10:23.948342 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:24.163283 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3079665 Jun 11 18:10:24.293358 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Request body: {'port': {'device_id': '86eadcad-9ccd-4c73-babf-b4796d464713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:24.828597 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-614a8ac1-8fa8-49cd-a640-1bf4aa26cd57', 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'fixed_ips': [{'subnet_id': 'f8d508b0-e2c0-45dc-9a48-e146fbf13735'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:10:24.833694 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:24.857817 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-1ea0ba1c-acc1-4c60-90fb-2698a624fd95 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:24.864265 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-1ea0ba1c-acc1-4c60-90fb-2698a624fd95 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/networks?id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b HTTP/1.1" status: 200 len: 814 time: 0.6316674 Jun 11 18:10:25.066165 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:25.081936 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31adbf39-7c25-43e1-98f4-ce6f52328a7a req-edf9794d-dd21-4180-a528-2d3615669cbe service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7170210 Jun 11 18:10:25.083794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-3f14a952-7bd0-4709-a905-eae955ccfbc4 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/quotas/6d472ee35c254f3c885ec3c8bb356f48 HTTP/1.1" status: 200 len: 375 time: 0.2104828 Jun 11 18:10:25.148800 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:25.404960 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:25.481402 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ccde3084-c0a2-4c56-b2d4-6098a3398cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:25.528434 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf39dd6-b3eb-40da-bb87-d15005a6ee63 req-11a6a711-66db-4a52-a615-8f2220d87660 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:25.543209 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0bf39dd6-b3eb-40da-bb87-d15005a6ee63 req-11a6a711-66db-4a52-a615-8f2220d87660 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 1.8351545 Jun 11 18:10:25.544700 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:25.580113 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Allocated IP 172.27.0.41 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/99b8ad27-476a-477c-a98c-3fc0044aa4a4) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:25.730122 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Allocated IP 172.20.0.2 (614a8ac1-8fa8-49cd-a640-1bf4aa26cd57/f8d508b0-e2c0-45dc-9a48-e146fbf13735/4b255562-532a-4ed4-815a-44ee389f9521) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:25.989284 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:26.154550 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:26.179116 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:26.272664 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-519216ce-e475-41ab-aefe-31b321341383 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d472ee35c254f3c885ec3c8bb356f48&fields=id HTTP/1.1" status: 200 len: 210 time: 1.1372528 Jun 11 18:10:26.304789 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Pushing event updated for resources: {'Port': ['ID=99b8ad27-476a-477c-a98c-3fc0044aa4a4,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:26.313383 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:26.337206 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:26.340829 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:26.346014 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:26.390352 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:26.460477 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:26.474312 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:26.552303 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-de1d6c9f-ab71-42de-9746-dc7c28806606 None None] Provisioning complete for port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:26.553465 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-de1d6c9f-ab71-42de-9746-dc7c28806606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:26.669148 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:26.695919 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:21Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:26.839696 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Transition to ACTIVE for port object 4b255562-532a-4ed4-815a-44ee389f9521 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:26.845375 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba3f1fc-331b-4c28-a539-24e170db201b None None] The sync data for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi is: [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:21Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:27.017336 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:27.039789 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:27.095146 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Transition to ACTIVE for port object 4b255562-532a-4ed4-815a-44ee389f9521 will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:27.173994 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:27.184271 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:27.538996 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0bf39dd6-b3eb-40da-bb87-d15005a6ee63 req-f50e5241-1aa1-42d6-ade1-38a4a059ec4a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9869897 Jun 11 18:10:27.590083 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:27.611605 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:27.636366 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Pushing event updated for resources: {'Port': ['ID=4b255562-532a-4ed4-815a-44ee389f9521,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:27.673928 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:27.675823 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:27.985932 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-0acea9bf-d8af-441f-9062-01300804a9f9 service neutron] 10.222.0.15 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6449585 Jun 11 18:10:28.023769 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.246954 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d3faab-829d-4279-92a5-ad1582514a35 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:10:28.277219 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.317975 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Transition to ACTIVE for port object 18d3faab-829d-4279-92a5-ad1582514a35 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:28.363538 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.369801 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.423257 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2218e826-31db-4e37-a781-99d235298d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.429326 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Attempting to bind port 4b255562-532a-4ed4-815a-44ee389f9521 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:28.430168 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Attempting to bind port 4b255562-532a-4ed4-815a-44ee389f9521 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:28.430898 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Attempting to bind port 4b255562-532a-4ed4-815a-44ee389f9521 on network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:28.441130 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:28.442151 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Checking segment: {'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:28.442862 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.443645 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Bound using segment: {'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:28.444385 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.444852 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Bound port: 4b255562-532a-4ed4-815a-44ee389f9521, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:28.445737 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.521153 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:28.668710 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] For port 4b255562-532a-4ed4-815a-44ee389f9521, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:28.678022 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] For port 4b255562-532a-4ed4-815a-44ee389f9521, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=4b255562-532a-4ed4-815a-44ee389f9521,segment=NetworkSegment(d66302d9-f5e7-41ec-affb-2eefdfadfd30),segment_id=d66302d9-f5e7-41ec-affb-2eefdfadfd30)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:28.687803 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:28.697712 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:28.928030 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Pushing event updated for resources: {'Port': ['ID=4b255562-532a-4ed4-815a-44ee389f9521,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:28.957763 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:29.062198 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:29.135905 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:29.306775 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:29.481032 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:29.493292 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:29.493292 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:29.872658 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:30.027196 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:30.034558 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=18d3faab-829d-4279-92a5-ad1582514a35,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:30.040353 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Router dd46f7e4-0f5d-4587-8bfa-baedcecca20f is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:10:30.050091 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:30.055203 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:30.070223 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:30.085034 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.564s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:30.277465 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:30.322004 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.327403 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.329109 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.329651 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.332407 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-9bb1a7e0-67b7-4e26-9f96-c9ddd22ecfd0 service neutron] 10.222.0.15 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9599466 Jun 11 18:10:30.332686 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.332850 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.333414 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.333971 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.337503 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.343683 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.344361 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.344918 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:10:30.354941 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Attempting to bind port 18d3faab-829d-4279-92a5-ad1582514a35 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:30.355483 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Attempting to bind port 18d3faab-829d-4279-92a5-ad1582514a35 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:30.356096 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Attempting to bind port 18d3faab-829d-4279-92a5-ad1582514a35 on network be8dea01-a324-469a-a408-fff0eb66b54b {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:30.371990 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:30.380345 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7338fd-5f1f-4eb0-ad91-d6f6179a1026 req-5c35fa59-b0eb-4f37-b143-aca0822eacd7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:30.383231 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3c7338fd-5f1f-4eb0-ad91-d6f6179a1026 req-5c35fa59-b0eb-4f37-b143-aca0822eacd7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 943 time: 2.0139806 Jun 11 18:10:30.401210 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Port 18d3faab-829d-4279-92a5-ad1582514a35 on network be8dea01-a324-469a-a408-fff0eb66b54b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:10:30.401699 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Attempting to bind port 18d3faab-829d-4279-92a5-ad1582514a35 on network be8dea01-a324-469a-a408-fff0eb66b54b {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:30.497512 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:30.503586 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Checking segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:30.507099 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Bound using segment: {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:30.508312 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Bound port: 18d3faab-829d-4279-92a5-ad1582514a35, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:30.520728 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:30.527850 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:30.528780 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:30.536576 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:30.559360 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Sync routers for ids ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:30.617941 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Routers {'dd46f7e4-0f5d-4587-8bfa-baedcecca20f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:30.619362 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:30.646424 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:30.653607 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.7722073 Jun 11 18:10:30.656166 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 38310) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:31.152868 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:31.437399 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Set router dd46f7e4-0f5d-4587-8bfa-baedcecca20f gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:31.464215 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328da4c8-f250-4ec1-88d6-3b56e031d8d1 None None] Network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:31.614497 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:31.721923 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3c7338fd-5f1f-4eb0-ad91-d6f6179a1026 req-1a0786ec-2cf7-436b-94d2-4d3d6f03a630 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3222380 Jun 11 18:10:31.894512 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-4fc72f66-e86a-4562-b953-6752d349e75f None None] Provisioning for port 4b255562-532a-4ed4-815a-44ee389f9521 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:32.054998 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Router 23552777-c952-428d-84a6-a818b9717ba0 is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:10:32.163069 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:32.168887 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:32.522079 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:10:27Z', 'revision_number': 3, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port': {'id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:25Z', 'updated_at': '2021-06-11T18:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:32.530577 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Checking router: dd46f7e4-0f5d-4587-8bfa-baedcecca20f for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:32.531346 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Updating router dd46f7e4-0f5d-4587-8bfa-baedcecca20f port 99b8ad27-476a-477c-a98c-3fc0044aa4a4 binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:32.724806 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 4b255562-532a-4ed4-815a-44ee389f9521 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:32.743940 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:32.895331 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 4b255562-532a-4ed4-815a-44ee389f9521 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:32.903734 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 4b255562-532a-4ed4-815a-44ee389f9521 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:32.904892 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.273337 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.420591 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 4b255562-532a-4ed4-815a-44ee389f9521, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=4b255562-532a-4ed4-815a-44ee389f9521,segment=NetworkSegment(d66302d9-f5e7-41ec-affb-2eefdfadfd30),segment_id=d66302d9-f5e7-41ec-affb-2eefdfadfd30)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:33.448757 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.468478 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:33.608150 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-af1602e8-99c1-424b-80e3-66032f5bc939 None None] Provisioning complete for port 4b255562-532a-4ed4-815a-44ee389f9521 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:33.609285 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-af1602e8-99c1-424b-80e3-66032f5bc939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:33.887310 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=4b255562-532a-4ed4-815a-44ee389f9521,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:33.905288 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:33.950488 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] For port 18d3faab-829d-4279-92a5-ad1582514a35, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:33.984419 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.004973 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Transition to ACTIVE for port object 99b8ad27-476a-477c-a98c-3fc0044aa4a4 will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:34.009351 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] For port 18d3faab-829d-4279-92a5-ad1582514a35, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=18d3faab-829d-4279-92a5-ad1582514a35,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:34.021936 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.029601 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:34.147804 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Attempting to bind port 99b8ad27-476a-477c-a98c-3fc0044aa4a4 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:34.147804 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Attempting to bind port 99b8ad27-476a-477c-a98c-3fc0044aa4a4 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:34.147804 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Attempting to bind port 99b8ad27-476a-477c-a98c-3fc0044aa4a4 on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:34.158701 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:34.158701 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:34.158701 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.158701 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:34.158701 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Bound port: 99b8ad27-476a-477c-a98c-3fc0044aa4a4, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:34.158701 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.264219 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] For port 99b8ad27-476a-477c-a98c-3fc0044aa4a4, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:34.272266 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] For port 99b8ad27-476a-477c-a98c-3fc0044aa4a4, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=99b8ad27-476a-477c-a98c-3fc0044aa4a4,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:34.290105 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.337284 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.337644 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b891c96-3603-4d45-a97c-38457716dbc5 None None] Pushing event updated for resources: {'Port': ['ID=99b8ad27-476a-477c-a98c-3fc0044aa4a4,revision_number=2']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:34.362715 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-4b891c96-3603-4d45-a97c-38457716dbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:34.363456 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:34.422719 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:34.624889 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b891c96-3603-4d45-a97c-38457716dbc5 None None] Pushing event updated for resources: {'Port': ['ID=99b8ad27-476a-477c-a98c-3fc0044aa4a4,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:34.638359 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Routers {'dd46f7e4-0f5d-4587-8bfa-baedcecca20f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:34.640165 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:34.646393 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-4b891c96-3603-4d45-a97c-38457716dbc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:34.855321 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:34.856834 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:34.859131 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] 10.222.0.82 "PUT /v2.0/ports/18d3faab-829d-4279-92a5-ad1582514a35 HTTP/1.1" status: 200 len: 1093 time: 10.6245754 Jun 11 18:10:34.894963 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86eadcad-9ccd-4c73-babf-b4796d464713', 'tag': '18d3faab-829d-4279-92a5-ad1582514a35'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:34.899672 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98599581-b20a-45a3-a117-c3816869a2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "86eadcad-9ccd-4c73-babf-b4796d464713", "tag": "18d3faab-829d-4279-92a5-ad1582514a35"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:34.964854 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ce43b-4870-495d-8363-894e3fb88401 req-131fef34-69ba-4d75-a46d-fe97519ccebe tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:34.979716 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b27ce43b-4870-495d-8363-894e3fb88401 req-131fef34-69ba-4d75-a46d-fe97519ccebe tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 945 time: 2.6646156 Jun 11 18:10:34.997807 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fff3a2-721a-4877-a739-471b9594e6b3 req-a2c81e25-a2ce-403a-91d2-565662b7c42b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:35.011673 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-19fff3a2-721a-4877-a739-471b9594e6b3 req-a2c81e25-a2ce-403a-91d2-565662b7c42b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 3.3288517 Jun 11 18:10:35.093761 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] Set router dd46f7e4-0f5d-4587-8bfa-baedcecca20f gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:35.657193 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 4b255562-532a-4ed4-815a-44ee389f9521 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:35.680187 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=18d3faab-829d-4279-92a5-ad1582514a35,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:35.716967 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.294s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:35.804711 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-19fff3a2-721a-4877-a739-471b9594e6b3 req-b06f90e2-3c99-4125-b21f-d96f4268dc06 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7911463 Jun 11 18:10:35.851792 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 4b255562-532a-4ed4-815a-44ee389f9521 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:35.852601 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:35.938410 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:10:27Z', 'revision_number': 3, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port': {'id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:25Z', 'updated_at': '2021-06-11T18:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:35.945549 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ac6f8-4291-4285-aee5-90a9e4a8af5e None None] The sync data for ids ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'] in dv-cinder-796049-1-iscsi is: [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:10:27Z', 'revision_number': 3, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port': {'id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:25Z', 'updated_at': '2021-06-11T18:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:36.011435 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:36.117832 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b27ce43b-4870-495d-8363-894e3fb88401 req-78262893-6858-473f-9f78-0c31661b1029 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1288030 Jun 11 18:10:36.122065 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:36.146327 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:36.147430 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:36.304035 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-f22341fd-42c4-41e5-aa5e-257285704407 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:36.308405 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-f22341fd-42c4-41e5-aa5e-257285704407 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.82 "GET /v2.0/networks?id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b HTTP/1.1" status: 200 len: 814 time: 1.5289183 Jun 11 18:10:36.528447 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Notify callbacks [] for router, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:36.544665 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38374) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:36.550549 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 27.3618088 Jun 11 18:10:36.638348 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Request body: {'port': {'device_id': 'be5cd9bf-05b5-4e48-a37f-56cf72ab6de1', 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b', 'admin_state_up': True, 'tenant_id': '6d472ee35c254f3c885ec3c8bb356f48'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:37.076126 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:37.173747 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6d13aa6-8884-494a-9221-fa7b46e8f6bb req-ed955158-b2c3-4249-a09e-8fdc177b5386 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 210 time: 0.2792571 Jun 11 18:10:37.702893 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-169887a8-4681-4001-9b39-771b2a5174b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:37.717250 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-169887a8-4681-4001-9b39-771b2a5174b9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 1096 time: 2.5485005 Jun 11 18:10:37.925517 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 99b8ad27-476a-477c-a98c-3fc0044aa4a4 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:38.207016 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-cd987407-329d-4689-a4ea-ceb45cb77a52 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d3faab-829d-4279-92a5-ad1582514a35 HTTP/1.1" status: 200 len: 217 time: 0.4300237 Jun 11 18:10:38.221855 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:38.575591 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d6e09-1a5e-4da9-8b5b-0b229bead815 req-9b42f6e4-f13f-4ba0-8734-11b3cadfb8f2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:38.590044 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bf4d6e09-1a5e-4da9-8b5b-0b229bead815 req-9b42f6e4-f13f-4ba0-8734-11b3cadfb8f2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 2.0330200 Jun 11 18:10:38.720429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Made reservation on behalf of 6d472ee35c254f3c885ec3c8bb356f48 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:38.727648 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:38.802180 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-f9da1d51-6a64-4f71-ab6b-be9ab7bdd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:38.815991 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-f9da1d51-6a64-4f71-ab6b-be9ab7bdd10c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.5805857 Jun 11 18:10:38.872271 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 99b8ad27-476a-477c-a98c-3fc0044aa4a4 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:38.882004 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 99b8ad27-476a-477c-a98c-3fc0044aa4a4 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:38.882567 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:39.094257 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bf4d6e09-1a5e-4da9-8b5b-0b229bead815 req-a9c14919-22b1-4e39-9b65-904514d40f79 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5020254 Jun 11 18:10:39.151092 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-9352e7c4-1194-4759-a6c7-3b6d341ff224 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2687323 Jun 11 18:10:39.178281 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:20Z', 'revision_number': 3, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:39.247986 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:39.251580 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Updating router 23552777-c952-428d-84a6-a818b9717ba0 port c3aa3649-30ee-4682-b590-85d7b7a382fd binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:39.280968 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:39.397152 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:39.561468 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:39.726739 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 99b8ad27-476a-477c-a98c-3fc0044aa4a4, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=99b8ad27-476a-477c-a98c-3fc0044aa4a4,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:39.769935 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:39.893485 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-3e940e7b-406b-437a-9f90-f1b5d8a5a38e service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288351 Jun 11 18:10:39.918276 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdc3c3-c355-4002-9ada-4545d15f026f req-890e9655-2de2-4569-a32c-b4d38b469a62 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:39.921274 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70bdc3c3-c355-4002-9ada-4545d15f026f req-890e9655-2de2-4569-a32c-b4d38b469a62 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 943 time: 2.0361807 Jun 11 18:10:39.926065 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9c3a8b-5b9f-4e71-8731-b6a9b0600a32 x-openstack-request-id: req-7f9c3a8b-5b9f-4e71-8731-b6a9b0600a32 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:39.927157 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86eadcad-9ccd-4c73-babf-b4796d464713", "tag": "18d3faab-829d-4279-92a5-ad1582514a35", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:39.928106 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f9c3a8b-5b9f-4e71-8731-b6a9b0600a32 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:39.929127 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86eadcad-9ccd-4c73-babf-b4796d464713', 'tag': '18d3faab-829d-4279-92a5-ad1582514a35', 'status': 'completed', 'code': 200} Jun 11 18:10:39.982979 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:40.354121 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=99b8ad27-476a-477c-a98c-3fc0044aa4a4,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:40.378493 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:40.711698 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Allocated IP 172.20.0.1 (2f6dcb73-793b-42c4-bc04-4b1a79403b74/d60b51ba-6d72-44a9-80d4-9f80291d9c49/508e0b34-415f-4975-9d3f-b639ef82916f) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:40.990415 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.008832 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.017792 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Transition to ACTIVE for port object 508e0b34-415f-4975-9d3f-b639ef82916f will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:41.036112 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Transition to ACTIVE for port object c3aa3649-30ee-4682-b590-85d7b7a382fd will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:41.053299 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.077136 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:41.151054 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.182789 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c9960aa6-8e2e-486a-816d-bdbde277d5cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:41.210270 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Attempting to bind port c3aa3649-30ee-4682-b590-85d7b7a382fd on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:41.211077 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Attempting to bind port c3aa3649-30ee-4682-b590-85d7b7a382fd by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:41.211888 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Attempting to bind port c3aa3649-30ee-4682-b590-85d7b7a382fd on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:41.224879 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:41.227670 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:41.228579 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:41.231568 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.231568 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:41.231568 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Bound port: c3aa3649-30ee-4682-b590-85d7b7a382fd, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:41.232214 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:41.232380 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.246047 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d03249-9c68-4ebc-aac9-cc6310f07afb None None] Pushing event updated for resources: {'Port': ['ID=c3aa3649-30ee-4682-b590-85d7b7a382fd,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:41.247060 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:41.279276 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Allocated IP 172.20.0.1 (614a8ac1-8fa8-49cd-a640-1bf4aa26cd57/f8d508b0-e2c0-45dc-9a48-e146fbf13735/3f124c4f-e9fa-4c87-aed9-f35b7603d587) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: from cryptography.utils import int_from_bytes Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: from cryptography.utils import int_from_bytes Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.290291 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:10:41.296054 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:10:41.320529 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-86d03249-9c68-4ebc-aac9-cc6310f07afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:41.456285 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] For port c3aa3649-30ee-4682-b590-85d7b7a382fd, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:41.467186 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] For port c3aa3649-30ee-4682-b590-85d7b7a382fd, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c3aa3649-30ee-4682-b590-85d7b7a382fd,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:41.489106 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.497986 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:41.640331 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d03249-9c68-4ebc-aac9-cc6310f07afb None None] Pushing event updated for resources: {'Port': ['ID=c3aa3649-30ee-4682-b590-85d7b7a382fd,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:41.649295 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-86d03249-9c68-4ebc-aac9-cc6310f07afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:41.730664 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:41.730972 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.732443 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:41.767272 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Transition to ACTIVE for port object 3f124c4f-e9fa-4c87-aed9-f35b7603d587 will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:41.791127 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:41.895291 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70bdc3c3-c355-4002-9ada-4545d15f026f req-40744a4f-59e0-447c-8734-49c9b207938b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8676839 Jun 11 18:10:41.922424 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Pushing event updated for resources: {'Port': ['ID=508e0b34-415f-4975-9d3f-b639ef82916f,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:41.939261 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:41.978191 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.070707 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af613d4-9450-4f48-b176-7eeee2886a0f req-861714e5-d348-4355-9dbf-01e25b5e94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:42.078028 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7af613d4-9450-4f48-b176-7eeee2886a0f req-861714e5-d348-4355-9dbf-01e25b5e94e9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 1099 time: 0.5478990 Jun 11 18:10:42.088312 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:42.098349 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eaf4511a-6252-450f-9988-7f470cb791b1 req-b3cd7991-f892-411a-966f-815354ce0c4b service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0862317 Jun 11 18:10:42.262961 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 99b8ad27-476a-477c-a98c-3fc0044aa4a4 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:42.380414 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Pushing event updated for resources: {'Port': ['ID=3f124c4f-e9fa-4c87-aed9-f35b7603d587,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:42.400489 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:42.404833 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:42.428562 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17e03f-573c-4f33-aeb1-0ef42704cf8a req-d93a2d27-c9b3-4341-8922-0550017f7f64 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:42.449028 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4b17e03f-573c-4f33-aeb1-0ef42704cf8a req-d93a2d27-c9b3-4341-8922-0550017f7f64 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 2.4551485 Jun 11 18:10:42.458309 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7af613d4-9450-4f48-b176-7eeee2886a0f req-59f39f4f-0335-4894-bd96-ca381bf346f6 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587029 Jun 11 18:10:42.521684 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:42.544248 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:42.546082 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.623719 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-0a775d91-91ea-4f5f-a60e-6dfc78b455b8 None None] Provisioning for port 508e0b34-415f-4975-9d3f-b639ef82916f completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:42.700218 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-0a775d91-91ea-4f5f-a60e-6dfc78b455b8 None None] Provisioning complete for port 508e0b34-415f-4975-9d3f-b639ef82916f triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:42.702556 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0a775d91-91ea-4f5f-a60e-6dfc78b455b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.722240 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:42.782295 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:43.349844 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4b17e03f-573c-4f33-aeb1-0ef42704cf8a req-dc3b1573-3567-4618-9930-b7218a587fe9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8398693 Jun 11 18:10:43.379931 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.387564 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Allocated IP 172.20.0.14 (d8ed13ad-1eb3-495f-93a0-6a43dba8c20b/91c4749a-7184-4c24-8456-2683711b2c0a/9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:43.395075 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2c07433d-01b3-4f2d-b85e-adb232d07db5 req-015eb0cd-81a4-43bd-8f1d-0bfa89c71c5f tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 210 time: 0.1915970 Jun 11 18:10:43.400081 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.409944 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0b32bef9-f32c-44aa-995a-bbe1a5da35c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:43.413914 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-0a775d91-91ea-4f5f-a60e-6dfc78b455b8 None None] Port 508e0b34-415f-4975-9d3f-b639ef82916f cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:43.426863 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 99b8ad27-476a-477c-a98c-3fc0044aa4a4 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:43.427840 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.461521 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.566834 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599581-b20a-45a3-a117-c3816869a2ba req-a86f1478-2dee-4c5e-bf9f-7788944fa464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:43.571053 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-98599581-b20a-45a3-a117-c3816869a2ba req-a86f1478-2dee-4c5e-bf9f-7788944fa464 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 1096 time: 1.2040613 Jun 11 18:10:43.609498 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:43.647923 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:44.063999 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599581-b20a-45a3-a117-c3816869a2ba req-f5224979-1f5e-4303-956b-174fd6ab1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:44.066700 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-98599581-b20a-45a3-a117-c3816869a2ba req-f5224979-1f5e-4303-956b-174fd6ab1de7 service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 915 time: 0.4335415 Jun 11 18:10:44.076213 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Pushing event updated for resources: {'Port': ['ID=508e0b34-415f-4975-9d3f-b639ef82916f,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:44.101030 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:44.174273 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-18cbc2a3-a8fd-495f-ad14-2d853d283819 None None] Provisioning for port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:44.188885 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-18cbc2a3-a8fd-495f-ad14-2d853d283819 None None] Provisioning complete for port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:44.190278 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-18cbc2a3-a8fd-495f-ad14-2d853d283819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:44.357706 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-18cbc2a3-a8fd-495f-ad14-2d853d283819 None None] Port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:44.465617 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:20Z', 'revision_number': 3, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:44.489570 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4ec740-64d5-4c3d-848b-f2db59a3f5f2 None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:20Z', 'revision_number': 3, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:44.553998 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:44.558834 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:44.559093 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-98599581-b20a-45a3-a117-c3816869a2ba req-b262017c-c4fe-4e8e-9f83-11671b71c219 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d3faab-829d-4279-92a5-ad1582514a35 HTTP/1.1" status: 200 len: 217 time: 0.4533501 Jun 11 18:10:44.727237 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 18d3faab-829d-4279-92a5-ad1582514a35 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:10:45.223418 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Router 23552777-c952-428d-84a6-a818b9717ba0 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:10:45.284508 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 18d3faab-829d-4279-92a5-ad1582514a35, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=18d3faab-829d-4279-92a5-ad1582514a35,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:45.352380 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:45.489562 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98599581-b20a-45a3-a117-c3816869a2ba req-f5c1f2bb-be4c-495c-ac23-602b8423e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:45.492542 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-98599581-b20a-45a3-a117-c3816869a2ba req-f5c1f2bb-be4c-495c-ac23-602b8423e517 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.6751542 Jun 11 18:10:45.611832 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '18d3faab-829d-4279-92a5-ad1582514a35', 'network_id': 'be8dea01-a324-469a-a408-fff0eb66b54b', 'port_id': '18d3faab-829d-4279-92a5-ad1582514a35', 'mac_address': 'fa:16:3e:1c:4c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc1318e-2ad2-461c-8ca8-045387643d8b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:10:45.612811 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:45.615398 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-c26fd86d-8f44-4235-af2b-39ca9d73dcf2 None None] Provisioning complete for port 508e0b34-415f-4975-9d3f-b639ef82916f triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:45.616046 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-c26fd86d-8f44-4235-af2b-39ca9d73dcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:45.630525 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-98599581-b20a-45a3-a117-c3816869a2ba req-af12f744-8cc1-4728-bb28-37257fe3b131 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085007 Jun 11 18:10:45.684392 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-40d09448-8ea0-4503-9434-8eda35e4c885 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:45.870057 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Pushing event updated for resources: {'Port': ['ID=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:45.886962 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-c26fd86d-8f44-4235-af2b-39ca9d73dcf2 None None] Port 508e0b34-415f-4975-9d3f-b639ef82916f cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:45.909645 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:45.912096 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-3490ad04-87e8-4fec-a1fe-f1a1876aed33 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:45.914946 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-3490ad04-87e8-4fec-a1fe-f1a1876aed33 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.82 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 945 time: 0.9093621 Jun 11 18:10:45.919895 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:45.971925 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d3faab-829d-4279-92a5-ad1582514a35 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:10:46.036259 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 18d3faab-829d-4279-92a5-ad1582514a35, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=18d3faab-829d-4279-92a5-ad1582514a35,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:46.046256 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:46.051866 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:46.062464 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:46.117183 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:46.131786 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:46.143874 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:46.145032 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:46.249255 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb4532-520c-4f76-b04e-37b87dbce6b6 req-659c559c-ec30-49a8-ade3-e696a3e9b957 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:46.263720 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f5cb4532-520c-4f76-b04e-37b87dbce6b6 req-659c559c-ec30-49a8-ade3-e696a3e9b957 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=a33efbd4-6d3d-4c1c-9598-cf52422db40d HTTP/1.1" status: 200 len: 945 time: 2.1809177 Jun 11 18:10:46.299382 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.6826887 Jun 11 18:10:46.315843 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d0e01-be92-45a1-ac5a-0d13a0bdbb1d req-91bffb6c-d35e-4ba7-9cbf-4326837e6071 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:46.319368 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=18d3faab-829d-4279-92a5-ad1582514a35,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:46.331395 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:46.341871 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-de4d0e01-be92-45a1-ac5a-0d13a0bdbb1d req-91bffb6c-d35e-4ba7-9cbf-4326837e6071 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 2.0957663 Jun 11 18:10:46.396494 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:46.405680 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] 10.222.0.15 "PUT /v2.0/routers/23552777-c952-428d-84a6-a818b9717ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8570240 Jun 11 18:10:46.441800 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Deleting port 6ede2e16-fceb-4646-927a-48b595ed9bc8 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:10:46.442155 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:46.453755 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38456) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:46.478657 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['18d3faab-829d-4279-92a5-ad1582514a35'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:10:46.760537 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 6ede2e16-fceb-4646-927a-48b595ed9bc8 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:10:46.826169 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Request body: {'port': {'device_id': 'be5cd9bf-05b5-4e48-a37f-56cf72ab6de1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:46.857214 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c3aa3649-30ee-4682-b590-85d7b7a382fd up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:46.999631 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43bac18e-d646-4797-967f-c407462c24f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.115384 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.146598 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] For port 6ede2e16-fceb-4646-927a-48b595ed9bc8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ede2e16-fceb-4646-927a-48b595ed9bc8,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:47.147308 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.223441 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.226880 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port c3aa3649-30ee-4682-b590-85d7b7a382fd completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:47.294873 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c3aa3649-30ee-4682-b590-85d7b7a382fd triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:47.295602 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.314789 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-98599581-b20a-45a3-a117-c3816869a2ba req-bfe0edf4-e8b1-45a5-b419-63a8f7514141 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4525588 Jun 11 18:10:47.463650 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Calling delete_port for 6ede2e16-fceb-4646-927a-48b595ed9bc8 owned by compute:nova {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:10:47.554757 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ede2e16-fceb-4646-927a-48b595ed9bc8'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:47.562398 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783fcce8-cc80-4ff5-889a-f692c10d3d4d" -d '{"events": [{"server_uuid": "a33efbd4-6d3d-4c1c-9598-cf52422db40d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ede2e16-fceb-4646-927a-48b595ed9bc8"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:47.704036 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 6ede2e16-fceb-4646-927a-48b595ed9bc8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ede2e16-fceb-4646-927a-48b595ed9bc8,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:47.718222 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.725387 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:47.845326 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.904020 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port c3aa3649-30ee-4682-b590-85d7b7a382fd, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c3aa3649-30ee-4682-b590-85d7b7a382fd,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:47.906744 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=6ede2e16-fceb-4646-927a-48b595ed9bc8,revision_number=6']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:47.920216 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:47.926379 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:47.932605 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-86d03249-9c68-4ebc-aac9-cc6310f07afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:48.183240 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=c3aa3649-30ee-4682-b590-85d7b7a382fd,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:48.187594 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:48.199138 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:48.203412 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-43a2514f-dba4-4f9c-a4a4-392843684089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:48.331893 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-de4d0e01-be92-45a1-ac5a-0d13a0bdbb1d req-320ed4da-169e-40ab-b0b1-0014961c1270 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9863820 Jun 11 18:10:48.364386 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f5cb4532-520c-4f76-b04e-37b87dbce6b6 req-2f5290e6-2d72-4370-9e76-5c063e600ed1 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0984471 Jun 11 18:10:48.443166 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:48.457259 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:48.458955 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:48.485497 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:48.488415 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Pushing event deleted for resources: {'Port': ['ID=6ede2e16-fceb-4646-927a-48b595ed9bc8,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:48.491912 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:48.496652 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:48.512985 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:48.520290 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38480) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:48.651322 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-746404870-network', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:48.683261 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] No DVR routers for this DVR port 6ede2e16-fceb-4646-927a-48b595ed9bc8 on host hv-cinder-79604 {{(pid=92016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:10:48.685737 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c3aa3649-30ee-4682-b590-85d7b7a382fd up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:48.704505 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43bac18e-d646-4797-967f-c407462c24f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:48.713313 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:48.724049 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d3724b0b-0dbb-4ff4-9060-612e15c6612c req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.82 "DELETE /v2.0/ports/6ede2e16-fceb-4646-927a-48b595ed9bc8 HTTP/1.1" status: 204 len: 173 time: 2.7921629 Jun 11 18:10:48.727548 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'name': 'network-vif-deleted', 'tag': '6ede2e16-fceb-4646-927a-48b595ed9bc8'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:48.740418 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3000bd92-7357-4a7b-9b2a-a1122a04a483" -d '{"events": [{"server_uuid": "a33efbd4-6d3d-4c1c-9598-cf52422db40d", "name": "network-vif-deleted", "tag": "6ede2e16-fceb-4646-927a-48b595ed9bc8"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:48.771627 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43bac18e-d646-4797-967f-c407462c24f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:48.786405 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-7925c7de-5b7f-40d4-9e77-74080aee103b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:48.817512 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Pushing event updated for resources: {'Port': ['ID=3f124c4f-e9fa-4c87-aed9-f35b7603d587,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:48.855444 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:48.866581 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 18d3faab-829d-4279-92a5-ad1582514a35 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:48.870252 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-98599581-b20a-45a3-a117-c3816869a2ba req-040e967c-32fd-408d-9aed-03cfd981145f service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5534682 Jun 11 18:10:48.915558 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Made reservation on behalf of 3fc70baa63bd40e980ed3a7bf694f899 for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:48.920632 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:48.930578 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bac18e-d646-4797-967f-c407462c24f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4575095b-26b0-4694-b671-42bb7b2dbb61,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:48.939382 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-43bac18e-d646-4797-967f-c407462c24f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=099f6a1b25f247d1b2473c04861e146b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4839137 Jun 11 18:10:48.955881 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-43bac18e-d646-4797-967f-c407462c24f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:48.957676 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38488) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:48.971131 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.050778 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:49.052215 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 18d3faab-829d-4279-92a5-ad1582514a35 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:49.056924 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c3aa3649-30ee-4682-b590-85d7b7a382fd triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:49.059098 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.063134 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 18d3faab-829d-4279-92a5-ad1582514a35 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:49.063792 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.156505 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7937e529-0be8-453b-88b8-5432cd1fc565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.260002 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7937e529-0be8-453b-88b8-5432cd1fc565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.362970 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.433286 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.480549 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7937e529-0be8-453b-88b8-5432cd1fc565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.487884 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7937e529-0be8-453b-88b8-5432cd1fc565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.492264 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-7937e529-0be8-453b-88b8-5432cd1fc565 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4575095b-26b0-4694-b671-42bb7b2dbb61 HTTP/1.1" status: 204 len: 168 time: 0.5300379 Jun 11 18:10:49.497529 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a3427a6a-9f2d-4454-945c-02eae25081a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:49.524961 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937e529-0be8-453b-88b8-5432cd1fc565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4575095b-26b0-4694-b671-42bb7b2dbb61,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:49.529687 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-7937e529-0be8-453b-88b8-5432cd1fc565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:49.532299 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 18d3faab-829d-4279-92a5-ad1582514a35, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=18d3faab-829d-4279-92a5-ad1582514a35,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:49.565514 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.578004 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:49.614912 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.637820 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.652451 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-8cc499eb-ef3d-4543-afa4-ce83b48eb0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:49.708364 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=18d3faab-829d-4279-92a5-ad1582514a35,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:49.717084 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:49.760446 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:10:49.815643 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475fcd03-1567-4e3b-b1aa-ba8c1c3a28bc,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:49.827422 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:49.839540 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:49.839960 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Added segment 160f0f41-f25c-4b5c-98b7-43bd5b3bd789 of type vlan for network 6909680b-535c-4aee-b384-1dafc34c8e8a Jun 11 18:10:49.957920 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 2, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:49.965047 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:49.966021 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Updating router 23552777-c952-428d-84a6-a818b9717ba0 port 508e0b34-415f-4975-9d3f-b639ef82916f binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:50.046928 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:50.082356 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:50.134459 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:50.138632 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:50.139311 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:50.147458 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:50.174994 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:50.209967 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:50.250048 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7279942 Jun 11 18:10:50.256536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f2b87-5258-4424-aff2-cdfd08df0721 req-97c37bb3-3c99-418a-8a04-fda8f2ad5bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:50.257552 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38498) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:50.259420 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-859f2b87-5258-4424-aff2-cdfd08df0721 req-97c37bb3-3c99-418a-8a04-fda8f2ad5bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 945 time: 0.9150348 Jun 11 18:10:50.273291 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Request body: {'subnet': {'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-746404870-subnet', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:50.757725 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Pushing event updated for resources: {'Network': ['ID=6909680b-535c-4aee-b384-1dafc34c8e8a,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:50.773957 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:50.775425 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 6909680b-535c-4aee-b384-1dafc34c8e8a details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:10:50.804720 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Made reservation on behalf of 3fc70baa63bd40e980ed3a7bf694f899 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:10:50.824844 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:50.932622 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c770772-1545-4ede-bd65-d18db25959a0 req-2c8b2e1b-dd2c-4bb5-a461-37946b8103bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:50.935518 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c770772-1545-4ede-bd65-d18db25959a0 req-2c8b2e1b-dd2c-4bb5-a461-37946b8103bf service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1098 time: 1.2173686 Jun 11 18:10:51.075979 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fa325-256d-425a-ade6-5f29119ff7f6 req-e43363a9-2693-4e74-9703-f7cc9afe6871 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:51.079105 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f76fa325-256d-425a-ade6-5f29119ff7f6 req-e43363a9-2693-4e74-9703-f7cc9afe6871 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 944 time: 1.7532020 Jun 11 18:10:51.130123 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.131202 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-9c06bb84-30ab-4ae8-954b-c9fec234b39a None None] Provisioning complete for port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:51.135409 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9c06bb84-30ab-4ae8-954b-c9fec234b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.153004 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Transition to ACTIVE for port object 508e0b34-415f-4975-9d3f-b639ef82916f will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:51.172119 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.177115 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-5ecaee6f-c72c-4ab7-89f8-6bf993da8719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:51.179416 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-859f2b87-5258-4424-aff2-cdfd08df0721 req-43880c3c-9dea-4d1a-bafb-072937928d42 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7449691 Jun 11 18:10:51.334493 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-9c06bb84-30ab-4ae8-954b-c9fec234b39a None None] Port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:10:51.453948 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:10:51.484287 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.497626 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.506532 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:51.546375 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783457b5-1bf2-4897-a2f2-8aa6af74c4f2 None None] Pushing event updated for resources: {'Port': ['ID=508e0b34-415f-4975-9d3f-b639ef82916f,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:51.549256 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Transition to ACTIVE for port object 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:51.570361 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-783457b5-1bf2-4897-a2f2-8aa6af74c4f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:51.622523 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Router dd46f7e4-0f5d-4587-8bfa-baedcecca20f has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:10:51.670278 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.695513 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Attempting to bind port 508e0b34-415f-4975-9d3f-b639ef82916f on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:51.696555 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Attempting to bind port 508e0b34-415f-4975-9d3f-b639ef82916f by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:51.698168 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Attempting to bind port 508e0b34-415f-4975-9d3f-b639ef82916f on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:51.711846 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:51.713684 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Checking segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:51.714792 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.716575 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Bound using segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:51.717507 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Bound port: 508e0b34-415f-4975-9d3f-b639ef82916f, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:51.719022 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.766489 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc68744e-6faa-4f3b-a053-9169f8a038e4,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:51.784596 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:51.790529 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Checking segment: {'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:51.791149 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Network hostable DHCP agents. Network: 6909680b-535c-4aee-b384-1dafc34c8e8a, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:10:51.807679 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4fed8f54-585a-4311-b0f1-b263198d05ad tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:51.854120 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Network 6909680b-535c-4aee-b384-1dafc34c8e8a is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:10:51.882661 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 6909680b-535c-4aee-b384-1dafc34c8e8a) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:51.899312 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:51.901346 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.904459 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54da1aff-d16b-4673-b1b4-7353e61988dd None None] Network 6909680b-535c-4aee-b384-1dafc34c8e8a requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:51.936684 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f76fa325-256d-425a-ade6-5f29119ff7f6 req-489c9442-c9a0-4659-addc-2aa36df4d9cd tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8004320 Jun 11 18:10:51.950004 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-dba9b621-7e76-4498-8cb8-de1f16c9c628 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6849861 Jun 11 18:10:51.951010 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38520) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:51.952849 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] For port 508e0b34-415f-4975-9d3f-b639ef82916f, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:51.961808 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] For port 508e0b34-415f-4975-9d3f-b639ef82916f, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=508e0b34-415f-4975-9d3f-b639ef82916f,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:51.967341 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:51.982344 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:51.989356 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:52.073002 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.074742 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.151674 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbaa226-1062-4664-9b39-d5d606a6d555 x-openstack-request-id: req-0cbaa226-1062-4664-9b39-d5d606a6d555 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:52.152680 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33efbd4-6d3d-4c1c-9598-cf52422db40d", "name": "network-vif-unplugged", "status": "completed", "tag": "6ede2e16-fceb-4646-927a-48b595ed9bc8", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:52.153419 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cbaa226-1062-4664-9b39-d5d606a6d555 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:52.157165 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ede2e16-fceb-4646-927a-48b595ed9bc8', 'code': 200} Jun 11 18:10:52.229077 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:52.230057 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:52.277453 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea892f7-2f4b-481b-9c1b-dbfdd0dc46e0 x-openstack-request-id: req-dea892f7-2f4b-481b-9c1b-dbfdd0dc46e0 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:52.278102 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33efbd4-6d3d-4c1c-9598-cf52422db40d", "name": "network-vif-deleted", "tag": "6ede2e16-fceb-4646-927a-48b595ed9bc8", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:52.278420 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dea892f7-2f4b-481b-9c1b-dbfdd0dc46e0 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:52.278992 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33efbd4-6d3d-4c1c-9598-cf52422db40d', 'name': 'network-vif-deleted', 'tag': '6ede2e16-fceb-4646-927a-48b595ed9bc8', 'status': 'completed', 'code': 200} Jun 11 18:10:52.280909 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.580934 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783457b5-1bf2-4897-a2f2-8aa6af74c4f2 None None] Pushing event updated for resources: {'Port': ['ID=508e0b34-415f-4975-9d3f-b639ef82916f,revision_number=4']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:52.592109 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-6909680b-535c-4aee-b384-1dafc34c8e8a', 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'fixed_ips': [{'subnet_id': 'dc68744e-6faa-4f3b-a053-9169f8a038e4'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:10:52.596186 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.596728 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-783457b5-1bf2-4897-a2f2-8aa6af74c4f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:52.735735 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c770772-1545-4ede-bd65-d18db25959a0 req-4c1a72f9-73fe-49fd-adf8-81364f61eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:52.738941 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c770772-1545-4ede-bd65-d18db25959a0 req-4c1a72f9-73fe-49fd-adf8-81364f61eacb service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 1.7489448 Jun 11 18:10:52.761530 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:52.812552 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73510b1b-b10c-4695-a3eb-6421a8570dbc req-81e562f4-08fc-41a8-93f1-82ca6b750546 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:52.816349 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-73510b1b-b10c-4695-a3eb-6421a8570dbc req-81e562f4-08fc-41a8-93f1-82ca6b750546 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 944 time: 1.2412734 Jun 11 18:10:52.948572 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:52.971230 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:10:53.321320 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.366563 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Allocated IP 172.20.0.2 (6909680b-535c-4aee-b384-1dafc34c8e8a/dc68744e-6faa-4f3b-a053-9169f8a038e4/e0da82e1-46b6-415e-b932-3e96dc1d5f05) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:53.421650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Pushing event updated for resources: {'Port': ['ID=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:53.433894 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.626s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:53.507994 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-73510b1b-b10c-4695-a3eb-6421a8570dbc req-660ebc3d-4247-4580-9274-1a4b8f6d0284 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597646 Jun 11 18:10:53.610443 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Attempting to bind port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:53.611273 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Attempting to bind port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:53.612439 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Attempting to bind port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 on network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:53.650186 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:51Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:53.665823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 on network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:10:53.666946 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Attempting to bind port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 on network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:53.668263 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b00839-c66c-4ab1-a4b0-99a92908b393 None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:51Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:10:53.696893 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60819bc5-fe69-4822-b81d-5deab5077231 req-146531a3-865f-46cc-8373-afdb8e05dc91 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:53.722738 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60819bc5-fe69-4822-b81d-5deab5077231 req-146531a3-865f-46cc-8373-afdb8e05dc91 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 1.0056486 Jun 11 18:10:53.747814 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.855118 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.926700 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c770772-1545-4ede-bd65-d18db25959a0 req-887dd2c5-fae8-4087-a62f-6e7e6c5209c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 200 len: 1001 time: 1.1037660 Jun 11 18:10:53.948706 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:53.951790 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:53.952348 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Checking segment: {'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:53.953407 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Bound using segment: {'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:53.954581 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Bound port: 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:53.956252 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:53.983841 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Sync routers for ids ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:53.999946 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd46f7e4-0f5d-4587-8bfa-baedcecca20f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.3350613 Jun 11 18:10:54.036120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:54.060954 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.103909 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.113508 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:54.121095 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Transition to ACTIVE for port object e0da82e1-46b6-415e-b932-3e96dc1d5f05 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:54.184262 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eadcad-9ccd-4c73-babf-b4796d464713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d3faab-829d-4279-92a5-ad1582514a35'}, {'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:54.191408 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30db7d3a-2772-4047-acea-8b1199613e6f" -d '{"events": [{"server_uuid": "86eadcad-9ccd-4c73-babf-b4796d464713", "name": "network-vif-plugged", "status": "completed", "tag": "18d3faab-829d-4279-92a5-ad1582514a35"}, {"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:54.195622 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Allocated IP 172.27.0.10 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/331cd67a-2bc7-42c7-a862-86eb2602efa4) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:10:54.196684 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Routers {'dd46f7e4-0f5d-4587-8bfa-baedcecca20f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:54.198318 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:54.205878 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60819bc5-fe69-4822-b81d-5deab5077231 req-198d84a9-324d-4bac-a2f1-60f8bb0de6bc tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598784 Jun 11 18:10:54.673003 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] For port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:54.693342 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] For port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:54.766565 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Transition to ACTIVE for port object e0da82e1-46b6-415e-b932-3e96dc1d5f05 will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:54.789782 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 508e0b34-415f-4975-9d3f-b639ef82916f up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:54.837842 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.847215 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.868824 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-45e8708d-4c00-484d-96d0-8f3bf7798d3d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:54.898035 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:54.940172 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=8']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:54.960174 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:54.961120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-8462e286-8a7b-4a5b-9774-b6ae21980f17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:55.030944 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Pushing event updated for resources: {'Port': ['ID=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:55.045081 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.053832 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Network 6909680b-535c-4aee-b384-1dafc34c8e8a is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:55.054719 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-db8d269c-7255-4cd6-a160-1817a0315438 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:55.056439 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c770772-1545-4ede-bd65-d18db25959a0 req-7f2c65e5-c216-47de-a0d5-64b42b020785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:55.059225 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c770772-1545-4ede-bd65-d18db25959a0 req-7f2c65e5-c216-47de-a0d5-64b42b020785 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 1.0956388 Jun 11 18:10:55.064540 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:55.117364 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:55.119168 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.121998 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:55.122622 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] 10.222.0.82 "PUT /v2.0/ports/9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 HTTP/1.1" status: 200 len: 1094 time: 8.3781784 Jun 11 18:10:55.153765 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:55.212147 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5cd9bf-05b5-4e48-a37f-56cf72ab6de1', 'tag': '9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:10:55.216113 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3930ace9-d4da-4812-a62a-01b364c5f279" -d '{"events": [{"name": "network-changed", "server_uuid": "be5cd9bf-05b5-4e48-a37f-56cf72ab6de1", "tag": "9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:10:55.278985 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Pushing event updated for resources: {'Port': ['ID=331cd67a-2bc7-42c7-a862-86eb2602efa4,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:55.290851 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:55.320517 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:10:55.323132 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:10:55.330868 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Set router dd46f7e4-0f5d-4587-8bfa-baedcecca20f gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:55.333979 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:10:55.340348 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Pushing event updated for resources: {'Port': ['ID=e0da82e1-46b6-415e-b932-3e96dc1d5f05,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:55.406823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26d4e0-17d9-4a4a-ab95-90bec15a7341 req-5265a18c-9988-4c2a-ace7-8c2c61322a98 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:55.420670 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ad26d4e0-17d9-4a4a-ab95-90bec15a7341 req-5265a18c-9988-4c2a-ace7-8c2c61322a98 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 945 time: 0.7171307 Jun 11 18:10:55.451482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447758d-9b60-42f7-9a98-53d8b6ae7cfe req-68a07744-4d70-4fba-9b90-259a2b4eefa6 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:55.454310 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e447758d-9b60-42f7-9a98-53d8b6ae7cfe req-68a07744-4d70-4fba-9b90-259a2b4eefa6 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 1.2738249 Jun 11 18:10:55.489991 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:55.504318 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 508e0b34-415f-4975-9d3f-b639ef82916f completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:55.556890 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cfb905b6-4ad4-4a18-a0f0-f133902dece5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.578996 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 508e0b34-415f-4975-9d3f-b639ef82916f triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:10:55.579417 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-f8118537-8486-493a-b2d7-f14c77063cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:55.579984 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.583945 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-f8118537-8486-493a-b2d7-f14c77063cf4 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d472ee35c254f3c885ec3c8bb356f48&device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 1097 time: 0.3560627 Jun 11 18:10:55.622103 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c770772-1545-4ede-bd65-d18db25959a0 req-79fac904-d465-4b49-a90b-ca65d534fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:55.625055 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c770772-1545-4ede-bd65-d18db25959a0 req-79fac904-d465-4b49-a90b-ca65d534fb4a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5378480 Jun 11 18:10:55.667293 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ad26d4e0-17d9-4a4a-ab95-90bec15a7341 req-ea1dcb4f-d241-488e-b186-993c33329bb7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450273 Jun 11 18:10:55.671139 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Attempting to bind port e0da82e1-46b6-415e-b932-3e96dc1d5f05 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:55.671842 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Attempting to bind port e0da82e1-46b6-415e-b932-3e96dc1d5f05 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:55.672560 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Attempting to bind port e0da82e1-46b6-415e-b932-3e96dc1d5f05 on network 6909680b-535c-4aee-b384-1dafc34c8e8a {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:55.684696 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e447758d-9b60-42f7-9a98-53d8b6ae7cfe req-f00c31d9-7537-4e0a-a3de-e29340a68f24 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006426 Jun 11 18:10:55.863119 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:55.866113 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Checking segment: {'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:55.867157 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:55.868935 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Bound using segment: {'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:55.870407 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Bound port: e0da82e1-46b6-415e-b932-3e96dc1d5f05, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:55.871147 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.009972 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cdb762-2008-424b-bcf1-f4631013f90c x-openstack-request-id: req-e8cdb762-2008-424b-bcf1-f4631013f90c {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:56.011348 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eadcad-9ccd-4c73-babf-b4796d464713", "name": "network-vif-plugged", "status": "completed", "tag": "18d3faab-829d-4279-92a5-ad1582514a35", "code": 200}, {"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:56.013232 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8cdb762-2008-424b-bcf1-f4631013f90c {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:56.015652 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eadcad-9ccd-4c73-babf-b4796d464713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d3faab-829d-4279-92a5-ad1582514a35', 'code': 200} Jun 11 18:10:56.016377 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'code': 200} Jun 11 18:10:56.261277 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-b46173f7-2df3-4df2-a392-cf2537e5c9e7 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:56.275198 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-b46173f7-2df3-4df2-a392-cf2537e5c9e7 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/networks?id=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf HTTP/1.1" status: 200 len: 808 time: 0.3311660 Jun 11 18:10:56.354152 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-7166e1d8-9806-4e35-80de-e23a1eccdba9 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/quotas/a8b762d6ca2e4f5c8b78c218f659c6cc HTTP/1.1" status: 200 len: 375 time: 0.0772972 Jun 11 18:10:56.400367 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.454405 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] For port e0da82e1-46b6-415e-b932-3e96dc1d5f05, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:10:56.477370 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-864ea6fb-a1ff-49d1-994e-254aac68e57d tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a8b762d6ca2e4f5c8b78c218f659c6cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215463 Jun 11 18:10:56.511286 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] For port e0da82e1-46b6-415e-b932-3e96dc1d5f05, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=e0da82e1-46b6-415e-b932-3e96dc1d5f05,segment=NetworkSegment(160f0f41-f25c-4b5c-98b7-43bd5b3bd789),segment_id=160f0f41-f25c-4b5c-98b7-43bd5b3bd789)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:10:56.541671 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.548997 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 508e0b34-415f-4975-9d3f-b639ef82916f, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=508e0b34-415f-4975-9d3f-b639ef82916f,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:10:56.550817 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-dcf01fc1-8bbd-466a-b246-8a16923f6707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:56.586686 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.615200 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc031b0-4fc8-4e46-990f-66ead751cccb req-91e8a284-ac7c-44b6-bc33-846280466ba6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:56.617531 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.618048 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4dc031b0-4fc8-4e46-990f-66ead751cccb req-91e8a284-ac7c-44b6-bc33-846280466ba6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3159316 Jun 11 18:10:56.701022 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port': {'id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:25Z', 'updated_at': '2021-06-11T18:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '3f124c4f-e9fa-4c87-aed9-f35b7603d587', 'name': '', 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'mac_address': 'fa:16:3e:1b:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f8d508b0-e2c0-45dc-9a48-e146fbf13735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:38Z', 'updated_at': '2021-06-11T18:10:44Z', 'revision_number': 2, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'subnets': [{'id': 'f8d508b0-e2c0-45dc-9a48-e146fbf13735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:56.711918 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Checking router: dd46f7e4-0f5d-4587-8bfa-baedcecca20f for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:10:56.712670 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Updating router dd46f7e4-0f5d-4587-8bfa-baedcecca20f port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:10:56.762553 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Pushing event updated for resources: {'Port': ['ID=e0da82e1-46b6-415e-b932-3e96dc1d5f05,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:56.770583 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:56.771355 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:56.836354 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4dc031b0-4fc8-4e46-990f-66ead751cccb req-1c9b35c7-acd2-4a57-9ac5-1e022dedf7b2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000802 Jun 11 18:10:56.916747 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:56.928659 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-c878f113-e5f6-409c-b9ff-f676fb1f82a4 service neutron] 10.222.0.15 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130931 Jun 11 18:10:57.096120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=508e0b34-415f-4975-9d3f-b639ef82916f,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:57.121514 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:57.396002 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a943ffa7-fd1a-4640-b6a0-7d9ad6b2d62f service neutron] 10.222.0.15 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659915 Jun 11 18:10:57.438224 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:57.861963 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Router 681553ca-abce-4a06-aa89-a23dc5cec63b is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:10:58.173729 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-e19e9956-5aa4-47e7-aeb8-3e4b41f7bfc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:58.254048 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:58.268237 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:58.309626 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Transition to ACTIVE for port object 3f124c4f-e9fa-4c87-aed9-f35b7603d587 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:10:58.346073 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:58.352521 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:10:58.372967 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-a94e6ee8-46a8-4cb3-ac90-477c19c6cd4c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 HTTP/1.1" status: 200 len: 217 time: 0.1235318 Jun 11 18:10:58.558672 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:10:58.599481 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Sync routers for ids ['681553ca-abce-4a06-aa89-a23dc5cec63b'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:10:58.609779 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f4a49-59e3-4372-bd5c-f55504f6b235 req-bd68590d-8552-4462-a767-259cf9c673b6 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:58.631020 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38588) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:58.631610 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Routers {'681553ca-abce-4a06-aa89-a23dc5cec63b'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:10:58.633563 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed1f4a49-59e3-4372-bd5c-f55504f6b235 req-bd68590d-8552-4462-a767-259cf9c673b6 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 944 time: 0.5287206 Jun 11 18:10:58.649322 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['681553ca-abce-4a06-aa89-a23dc5cec63b'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:10:58.687721 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990155644', 'description': 'tempest-secgroup-smoke-990155644 description', 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:10:58.780134 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:58.788049 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8340054 Jun 11 18:10:58.793543 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38590) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:10:58.818425 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:58.962769 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18446c6a-7323-41d5-829c-8e3bdf183b9e x-openstack-request-id: req-18446c6a-7323-41d5-829c-8e3bdf183b9e {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:10:58.967052 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5cd9bf-05b5-4e48-a37f-56cf72ab6de1", "tag": "9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:10:58.967662 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18446c6a-7323-41d5-829c-8e3bdf183b9e {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:10:58.973714 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5cd9bf-05b5-4e48-a37f-56cf72ab6de1', 'tag': '9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88', 'status': 'completed', 'code': 200} Jun 11 18:10:59.166261 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ac77a-44ad-4984-98c5-b5701fe84989 None None] Pushing event updated for resources: {'Port': ['ID=3f124c4f-e9fa-4c87-aed9-f35b7603d587,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:10:59.180831 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-d91ac77a-44ad-4984-98c5-b5701fe84989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:10:59.199206 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf7a81-ea73-45f5-adc0-09663e62f025 None None] Network 6909680b-535c-4aee-b384-1dafc34c8e8a requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:10:59.468659 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Attempting to bind port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:10:59.471718 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Attempting to bind port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:10:59.473639 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Attempting to bind port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 on network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:10:59.485613 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Set router 681553ca-abce-4a06-aa89-a23dc5cec63b gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:10:59.498637 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 508e0b34-415f-4975-9d3f-b639ef82916f up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:10:59.504857 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-53750925-a244-4539-a048-e502ab2f86e2 None None] Provisioning for port e0da82e1-46b6-415e-b932-3e96dc1d5f05 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:10:59.560789 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c770772-1545-4ede-bd65-d18db25959a0 req-f187914e-be63-4340-86d7-901e6b7ead47 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1859348 Jun 11 18:10:59.566201 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-df623214-3561-4d9e-b7cc-3b6243b7c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:10:59.569957 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-df623214-3561-4d9e-b7cc-3b6243b7c5ce service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91c4749a-7184-4c24-8456-2683711b2c0a HTTP/1.1" status: 200 len: 854 time: 1.1834149 Jun 11 18:10:59.595675 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed1f4a49-59e3-4372-bd5c-f55504f6b235 req-3145f2d7-c8cb-4e80-bcfe-019a2a8cbaed tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9602964 Jun 11 18:10:59.775244 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:10:59.776169 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Checking segment: {'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:10:59.780291 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.781882 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Bound using segment: {'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:10:59.783598 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Bound port: 3f124c4f-e9fa-4c87-aed9-f35b7603d587, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66302d9-f5e7-41ec-affb-2eefdfadfd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:10:59.786688 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.826451 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:10:59.832064 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c770772-1545-4ede-bd65-d18db25959a0 req-2cf54ebe-78e2-4830-a8ce-18a1c2b4041f service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601109 Jun 11 18:10:59.882678 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-7ae6b7c9-b12d-4bc7-a501-4644f8f51351 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2849715 Jun 11 18:11:00.348889 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:11:00.389449 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a271a-eaf8-4ced-8cbd-48a5640b5106 req-429d20b6-ca8b-458e-ba48-9aab87619b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:00.392483 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-2e2a271a-eaf8-4ced-8cbd-48a5640b5106 req-429d20b6-ca8b-458e-ba48-9aab87619b7d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 1098 time: 1.1981211 Jun 11 18:11:00.427481 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:10:55Z', 'revision_number': 3, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port': {'id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:53Z', 'updated_at': '2021-06-11T18:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:00.437357 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Checking router: 681553ca-abce-4a06-aa89-a23dc5cec63b for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:11:00.440701 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Updating router 681553ca-abce-4a06-aa89-a23dc5cec63b port 331cd67a-2bc7-42c7-a862-86eb2602efa4 binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:11:00.444357 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec693073-91aa-4c6a-8dbc-2c467b82038a req-4b3c709b-37bf-440d-a46a-f051f3f21ae1 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:00.447620 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ec693073-91aa-4c6a-8dbc-2c467b82038a req-4b3c709b-37bf-440d-a46a-f051f3f21ae1 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 945 time: 1.0152881 Jun 11 18:11:00.587789 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-2e2a271a-eaf8-4ced-8cbd-48a5640b5106 req-6fb2db21-9dd5-4b7f-b9ce-fdf096ffd065 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824167 Jun 11 18:11:00.620326 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ec693073-91aa-4c6a-8dbc-2c467b82038a req-b37f45be-b7a9-4e91-86fb-3f914b930383 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373823 Jun 11 18:11:00.632024 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.632732 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.643198 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-4bf0d7cb-54b3-4879-9249-d88168ade653 service neutron] 10.222.0.82 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510200 Jun 11 18:11:00.654390 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 508e0b34-415f-4975-9d3f-b639ef82916f triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:00.666269 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.666871 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119bb0-5a28-46b8-aafe-51e05c35610e req-0f6753f7-79d4-4767-b3f6-6312cabfc725 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:00.669995 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f9119bb0-5a28-46b8-aafe-51e05c35610e req-0f6753f7-79d4-4767-b3f6-6312cabfc725 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.6371789 Jun 11 18:11:00.823646 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f9119bb0-5a28-46b8-aafe-51e05c35610e req-ea9339d1-3758-4ca5-8c24-85e970cda8d0 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297934 Jun 11 18:11:00.831109 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.838915 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e737db14-0874-4199-99a7-f46b1d3d5418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:00.863413 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] For port 3f124c4f-e9fa-4c87-aed9-f35b7603d587, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:00.924970 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] For port 3f124c4f-e9fa-4c87-aed9-f35b7603d587, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=3f124c4f-e9fa-4c87-aed9-f35b7603d587,segment=NetworkSegment(d66302d9-f5e7-41ec-affb-2eefdfadfd30),segment_id=d66302d9-f5e7-41ec-affb-2eefdfadfd30)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:00.939598 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:00.942192 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.2882237 Jun 11 18:11:00.948529 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38606) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:00.959986 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'security_group_rule': {'security_group_id': 'cc398ecd-f872-43c4-996b-188164782cf2', 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:00.973679 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc398ecd-f872-43c4-996b-188164782cf2,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:00.987891 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:01.046383 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:01.058417 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:01.117414 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:01.161044 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3c358ad3-b00c-4bef-a1ca-d7e41f0e5b72 req-31598f0e-8856-41e3-a116-4cd77f988cb5 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 210 time: 0.1069243 Jun 11 18:11:01.337588 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device e0da82e1-46b6-415e-b932-3e96dc1d5f05 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:01.381855 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:01.575879 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ac77a-44ad-4984-98c5-b5701fe84989 None None] Pushing event updated for resources: {'Port': ['ID=3f124c4f-e9fa-4c87-aed9-f35b7603d587,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:01.584961 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-d91ac77a-44ad-4984-98c5-b5701fe84989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:01.586386 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Routers {'dd46f7e4-0f5d-4587-8bfa-baedcecca20f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:01.587539 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:01.844512 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:01.853872 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63006ef-54eb-404f-a08e-cd93d48093e8 req-fa5bce39-241e-4962-a533-53c42fdda0c7 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:01.860124 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d63006ef-54eb-404f-a08e-cd93d48093e8 req-fa5bce39-241e-4962-a533-53c42fdda0c7 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 944 time: 0.3081746 Jun 11 18:11:01.883532 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Transition to ACTIVE for port object 331cd67a-2bc7-42c7-a862-86eb2602efa4 will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:01.900073 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:01.929597 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-783457b5-1bf2-4897-a2f2-8aa6af74c4f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:01.965115 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:01.989288 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Attempting to bind port 331cd67a-2bc7-42c7-a862-86eb2602efa4 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:01.990786 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Attempting to bind port 331cd67a-2bc7-42c7-a862-86eb2602efa4 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:01.991881 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Attempting to bind port 331cd67a-2bc7-42c7-a862-86eb2602efa4 on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:02.052131 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port e0da82e1-46b6-415e-b932-3e96dc1d5f05 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:02.065002 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port e0da82e1-46b6-415e-b932-3e96dc1d5f05 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:02.066300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.111360 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:02.112720 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:02.113652 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.114498 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:02.115552 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Bound port: 331cd67a-2bc7-42c7-a862-86eb2602efa4, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:02.116832 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.216931 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] Set router dd46f7e4-0f5d-4587-8bfa-baedcecca20f gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:02.275299 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] For port 331cd67a-2bc7-42c7-a862-86eb2602efa4, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:02.284381 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] For port 331cd67a-2bc7-42c7-a862-86eb2602efa4, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=331cd67a-2bc7-42c7-a862-86eb2602efa4,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:02.287420 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e1fb0-df77-469f-a208-3abd4bcfd784 None None] Pushing event updated for resources: {'Port': ['ID=331cd67a-2bc7-42c7-a862-86eb2602efa4,revision_number=2']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:02.295290 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-627e1fb0-df77-469f-a208-3abd4bcfd784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:02.299232 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.319770 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-824c3b8d-4016-4414-b747-614ae64f781b None None] Provisioning complete for port e0da82e1-46b6-415e-b932-3e96dc1d5f05 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:02.320112 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-453fdead-8b80-4a8e-ac2a-8ba55a706f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:02.320684 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-824c3b8d-4016-4414-b747-614ae64f781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.447418 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Routers {'681553ca-abce-4a06-aa89-a23dc5cec63b'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:02.448653 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['681553ca-abce-4a06-aa89-a23dc5cec63b'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:02.512495 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.519227 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Allocated IP 172.20.0.1 (6909680b-535c-4aee-b384-1dafc34c8e8a/dc68744e-6faa-4f3b-a053-9169f8a038e4/cfbfdc5a-b44e-4954-9543-7befcd134ef0) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:02.540687 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.549280 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:02.596524 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.620159 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d63006ef-54eb-404f-a08e-cd93d48093e8 req-25cc5e34-6e9a-439d-a518-4e056ad8c27c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7443030 Jun 11 18:11:02.651576 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1d3ad0-37a4-4620-b2e7-35d7179751c9,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:02.716009 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port e0da82e1-46b6-415e-b932-3e96dc1d5f05, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=e0da82e1-46b6-415e-b932-3e96dc1d5f05,segment=NetworkSegment(160f0f41-f25c-4b5c-98b7-43bd5b3bd789),segment_id=160f0f41-f25c-4b5c-98b7-43bd5b3bd789)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:02.741420 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.749496 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:02.763512 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:02.768129 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:02.773966 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8193090 Jun 11 18:11:02.783356 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38620) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:02.790458 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe175-c600-4e31-a936-8cbad7af2448 req-e4fa8d1f-e36e-4a81-8365-338b019ad822 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:02.797243 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'security_group_rule': {'security_group_id': 'cc398ecd-f872-43c4-996b-188164782cf2', 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:02.806737 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e4abe175-c600-4e31-a936-8cbad7af2448 req-e4fa8d1f-e36e-4a81-8365-338b019ad822 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3601673 Jun 11 18:11:02.863842 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e1fb0-df77-469f-a208-3abd4bcfd784 None None] Pushing event updated for resources: {'Port': ['ID=331cd67a-2bc7-42c7-a862-86eb2602efa4,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:02.876925 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-627e1fb0-df77-469f-a208-3abd4bcfd784 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:02.906208 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e4abe175-c600-4e31-a936-8cbad7af2448 req-c14b0873-d215-4cbd-b5a7-dc7541d67f08 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956531 Jun 11 18:11:02.914474 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] Set router 681553ca-abce-4a06-aa89-a23dc5cec63b gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:03.003611 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.014392 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.085754 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Transition to ACTIVE for port object cfbfdc5a-b44e-4954-9543-7befcd134ef0 will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:03.105236 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=e0da82e1-46b6-415e-b932-3e96dc1d5f05,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:03.143782 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:03.186950 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff8cae-8229-4509-a474-757959d538ce req-b20d1635-de92-4b39-8ec8-46a465472085 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:03.202068 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7eff8cae-8229-4509-a474-757959d538ce req-b20d1635-de92-4b39-8ec8-46a465472085 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 945 time: 0.2224901 Jun 11 18:11:03.249811 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.270289 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.279352 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d6d99a0e-3bd0-4823-960d-b025aa597fdb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:03.320222 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44c0363-65f3-4c22-8b89-2e6339a8010e,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:03.327254 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:03.345683 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.351796 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dd93aee6-8420-4981-85e1-9bbdf4ac057e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:03.364676 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port': {'id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:25Z', 'updated_at': '2021-06-11T18:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '3f124c4f-e9fa-4c87-aed9-f35b7603d587', 'name': '', 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'mac_address': 'fa:16:3e:1b:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f8d508b0-e2c0-45dc-9a48-e146fbf13735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:38Z', 'updated_at': '2021-06-11T18:11:00Z', 'revision_number': 4, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'subnets': [{'id': 'f8d508b0-e2c0-45dc-9a48-e146fbf13735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:03.374907 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7eff8cae-8229-4509-a474-757959d538ce req-3bb63f69-f366-47c8-8d67-41fe08ae8379 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693513 Jun 11 18:11:03.380647 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f91ab-a463-4620-a489-9f854da0139e None None] The sync data for ids ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'] in dv-cinder-796049-1-iscsi is: [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port': {'id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:25Z', 'updated_at': '2021-06-11T18:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '3f124c4f-e9fa-4c87-aed9-f35b7603d587', 'name': '', 'network_id': '614a8ac1-8fa8-49cd-a640-1bf4aa26cd57', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'mac_address': 'fa:16:3e:1b:a2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'f8d508b0-e2c0-45dc-9a48-e146fbf13735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:38Z', 'updated_at': '2021-06-11T18:11:00Z', 'revision_number': 4, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'subnets': [{'id': 'f8d508b0-e2c0-45dc-9a48-e146fbf13735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:11:03.437774 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Network 6909680b-535c-4aee-b384-1dafc34c8e8a is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:03.445044 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:03.469770 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:03.473990 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:03.476641 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6909118 Jun 11 18:11:03.482386 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38624) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:03.524025 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'security_group_rule': {'security_group_id': 'cc398ecd-f872-43c4-996b-188164782cf2', 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:03.525092 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79a9b2-0571-4f4c-b199-bc1c43a89653 req-2b07ff25-70c3-4247-bd65-05e779452874 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:03.556859 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1b79a9b2-0571-4f4c-b199-bc1c43a89653 req-2b07ff25-70c3-4247-bd65-05e779452874 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.2873507 Jun 11 18:11:03.752471 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbfdc5a-b44e-4954-9543-7befcd134ef0,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:03.760720 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1b79a9b2-0571-4f4c-b199-bc1c43a89653 req-f93ac950-5b1c-41a9-a229-f24df4d6772a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011185 Jun 11 18:11:03.894341 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:03.925625 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.048527 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5d0ec71a-d62d-4989-a91f-6fcc7bcf7f3c req-a27144fc-37d3-423e-ae60-aef1cdd739db tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 210 time: 0.1124036 Jun 11 18:11:04.128019 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.144667 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-f07ee8df-f5e4-444a-975c-819214533621 None None] Provisioning for port cfbfdc5a-b44e-4954-9543-7befcd134ef0 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:04.164472 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-f07ee8df-f5e4-444a-975c-819214533621 None None] Provisioning complete for port cfbfdc5a-b44e-4954-9543-7befcd134ef0 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:04.165073 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f07ee8df-f5e4-444a-975c-819214533621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.168837 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11698bcc-9ab1-454d-a4d8-c075ee37e2d1 req-3469d848-be28-4db6-b87a-92d16e2c7dfd service neutron] 10.222.0.82 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405264 Jun 11 18:11:04.179793 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:10:55Z', 'revision_number': 3, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port': {'id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:53Z', 'updated_at': '2021-06-11T18:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:04.204847 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efed4e7c-8094-4a56-830f-72bfe521243c None None] The sync data for ids ['681553ca-abce-4a06-aa89-a23dc5cec63b'] in dv-cinder-796049-1-iscsi is: [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:10:55Z', 'revision_number': 3, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port': {'id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:53Z', 'updated_at': '2021-06-11T18:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:11:04.456511 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-f07ee8df-f5e4-444a-975c-819214533621 None None] Port cfbfdc5a-b44e-4954-9543-7befcd134ef0 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:11:04.483256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-07a5a229-dc78-4fec-a78d-103b5aff00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:04.491386 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-07a5a229-dc78-4fec-a78d-103b5aff00f6 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1099 time: 0.7918856 Jun 11 18:11:04.776928 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:04.950124 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.115510 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-877bb54b-2006-4077-a9bb-d77cc16e60a3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:05.186986 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-7e24572b-37a2-4d4f-8a9c-ec3a831bf47c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:05.190722 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-7e24572b-37a2-4d4f-8a9c-ec3a831bf47c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.82 "GET /v2.0/networks?id=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf HTTP/1.1" status: 200 len: 808 time: 0.6773934 Jun 11 18:11:05.210188 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.214862 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7128203 Jun 11 18:11:05.224267 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Request body: {'port': {'device_id': '78e33f78-b122-4457-9ea5-47101909fde8', 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf', 'admin_state_up': True, 'tenant_id': 'a8b762d6ca2e4f5c8b78c218f659c6cc'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:05.229748 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38642) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:05.231107 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925bbc1d-508e-438e-ae7a-77b366f98ddf,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:05.247841 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-42447083-f710-4de1-91bc-70cbf95b9ba8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'security_group_rule': {'security_group_id': 'cc398ecd-f872-43c4-996b-188164782cf2', 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:05.270434 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:05.272123 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.318371 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 3f124c4f-e9fa-4c87-aed9-f35b7603d587 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:05.557645 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-b1cd3d5c-e30e-4121-a525-1d8ef04d2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:05.567247 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-b1cd3d5c-e30e-4121-a525-1d8ef04d2ad3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 920 time: 1.0422847 Jun 11 18:11:05.648550 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:05.655726 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:05.656413 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.744465 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-5f0998f6-1e86-4045-af24-66c15a6077ec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 200 len: 217 time: 0.1599376 Jun 11 18:11:05.772623 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-42447083-f710-4de1-91bc-70cbf95b9ba8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:05.805808 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2398cfc-70ff-4380-ba18-e1e6cfd59f12 req-36ad6b03-a90e-4b47-85c7-09b10e2a41c6 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:05.807719 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e2398cfc-70ff-4380-ba18-e1e6cfd59f12 req-36ad6b03-a90e-4b47-85c7-09b10e2a41c6 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 944 time: 1.4250805 Jun 11 18:11:05.830105 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-9e718903-6347-4722-82c2-a6f7faa87a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:05.837856 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-9e718903-6347-4722-82c2-a6f7faa87a4c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d472ee35c254f3c885ec3c8bb356f48&device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 1097 time: 1.3393714 Jun 11 18:11:05.919207 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984375a-e372-407d-b9b1-6b0ee256f8eb req-593313ef-e079-4f1a-8497-26107fb75058 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:05.922803 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2984375a-e372-407d-b9b1-6b0ee256f8eb req-593313ef-e079-4f1a-8497-26107fb75058 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 1.3138514 Jun 11 18:11:05.929254 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.012685 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 3f124c4f-e9fa-4c87-aed9-f35b7603d587, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=3f124c4f-e9fa-4c87-aed9-f35b7603d587,segment=NetworkSegment(d66302d9-f5e7-41ec-affb-2eefdfadfd30),segment_id=d66302d9-f5e7-41ec-affb-2eefdfadfd30)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:06.026572 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.028421 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device e0da82e1-46b6-415e-b932-3e96dc1d5f05 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:06.040215 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:06.117807 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2984375a-e372-407d-b9b1-6b0ee256f8eb req-9058f4ee-b13f-44a5-af57-6c4685b23604 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765306 Jun 11 18:11:06.131439 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e2398cfc-70ff-4380-ba18-e1e6cfd59f12 req-696ed5ba-c907-44ea-abfe-98a3f558cc8f tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915308 Jun 11 18:11:06.136616 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Made reservation on behalf of a8b762d6ca2e4f5c8b78c218f659c6cc for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:11:06.152013 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.329835 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-42447083-f710-4de1-91bc-70cbf95b9ba8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.356999 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=3f124c4f-e9fa-4c87-aed9-f35b7603d587,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:06.358637 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-42447083-f710-4de1-91bc-70cbf95b9ba8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.371323 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:06.394103 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b4da7dc6-7aca-438f-b9e7-e57a916b236f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:06.443573 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42447083-f710-4de1-91bc-70cbf95b9ba8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f121189f-d1cf-4736-a5c5-4d466d6d0b1a,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:06.476042 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-42447083-f710-4de1-91bc-70cbf95b9ba8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:06.486244 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port e0da82e1-46b6-415e-b932-3e96dc1d5f05 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:06.486949 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.488448 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.500006 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-42447083-f710-4de1-91bc-70cbf95b9ba8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.502967 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-42447083-f710-4de1-91bc-70cbf95b9ba8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2648623 Jun 11 18:11:06.505810 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.511924 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38646) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:06.601991 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a3184e4f-8fa2-434c-bef9-3fe6bda2d055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:06.616663 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'security_group_rule': {'security_group_id': 'cc398ecd-f872-43c4-996b-188164782cf2', 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:06.784947 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Allocated IP 172.20.0.8 (6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf/3b6993e7-cdcf-4d9e-bd25-1cfe742c5949/e1a1421a-08c5-4705-a927-41de34d3f2ed) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:11:06.815690 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:06.819510 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbfdc5a-b44e-4954-9543-7befcd134ef0,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:06.825930 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:06.827145 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.securitygroups_db [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Project e83124fc00bc46b1a06f26f71a4742f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:11:06.848078 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.070608 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a95258-1f85-4748-9ccb-d19a45a79fca req-49328c08-cbf1-4fe4-877b-37947afe0d0b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:07.084637 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0a95258-1f85-4748-9ccb-d19a45a79fca req-49328c08-cbf1-4fe4-877b-37947afe0d0b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 945 time: 0.4646263 Jun 11 18:11:07.185501 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 331cd67a-2bc7-42c7-a862-86eb2602efa4 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:07.264070 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.268957 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Network 6909680b-535c-4aee-b384-1dafc34c8e8a is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:07.271625 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:07.285612 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.292033 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1b7488f5-875a-4473-be48-3671dad5d34a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:07.366674 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 331cd67a-2bc7-42c7-a862-86eb2602efa4 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:07.374995 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 331cd67a-2bc7-42c7-a862-86eb2602efa4 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:07.377658 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.450446 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b78168-fa7c-4188-be2a-b85dfa6b8343,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:07.539074 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56d72-f02c-4a3c-8e4c-9fc2c59dfc0c req-f5d7b8ec-8510-4431-a780-bf2482c8ea72 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:07.542565 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-adb56d72-f02c-4a3c-8e4c-9fc2c59dfc0c req-f5d7b8ec-8510-4431-a780-bf2482c8ea72 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.9284842 Jun 11 18:11:07.550691 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:07.576046 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0a95258-1f85-4748-9ccb-d19a45a79fca req-74525e42-88b4-4b5b-a582-bd91367b0ad0 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4898262 Jun 11 18:11:07.585606 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.588089 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9806383 Jun 11 18:11:07.593142 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38654) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:07.601683 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'security_group_rule': {'security_group_id': 'cc398ecd-f872-43c4-996b-188164782cf2', 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:07.724899 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.760143 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Router 681553ca-abce-4a06-aa89-a23dc5cec63b has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:11:07.780989 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.securitygroups_db [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Project e83124fc00bc46b1a06f26f71a4742f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:11:07.800786 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.813738 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-adb56d72-f02c-4a3c-8e4c-9fc2c59dfc0c req-7eb19eb9-2f90-4e15-85cd-a2526e792844 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356102 Jun 11 18:11:07.896983 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-e7df95c4-9b93-4c88-b48d-9ddb32ac76dd None None] Provisioning complete for port cfbfdc5a-b44e-4954-9543-7befcd134ef0 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:07.897972 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-e7df95c4-9b93-4c88-b48d-9ddb32ac76dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:07.901588 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.037857 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.054602 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:08.070934 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 331cd67a-2bc7-42c7-a862-86eb2602efa4, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=331cd67a-2bc7-42c7-a862-86eb2602efa4,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:08.083738 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-e7df95c4-9b93-4c88-b48d-9ddb32ac76dd None None] Port cfbfdc5a-b44e-4954-9543-7befcd134ef0 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:11:08.092831 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.094920 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 3f124c4f-e9fa-4c87-aed9-f35b7603d587 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:08.218555 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:08.311963 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.341589 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:11:08.362583 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.375410 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ecc8ebeb-b8b2-4ca1-842e-ffb64142d223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:08.375736 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:11:08.389351 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:11:08.397978 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:11:08.409068 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] 10.222.0.15 "PUT /v2.0/routers/681553ca-abce-4a06-aa89-a23dc5cec63b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6128058 Jun 11 18:11:08.412807 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:08.413968 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.439699 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47350b0-ba8f-4414-bc9f-309b72f77722,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:08.444580 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:08.460292 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.479146 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Pushing event updated for resources: {'Port': ['ID=e1a1421a-08c5-4705-a927-41de34d3f2ed,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:08.482459 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8874488 Jun 11 18:11:08.525988 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:08.554993 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:08.558323 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:08.578890 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3612974 Jun 11 18:11:08.640666 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=331cd67a-2bc7-42c7-a862-86eb2602efa4,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:08.646345 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:08.666754 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79f225-1dc8-449d-8af6-1610ff02c5cb req-3e2f453f-dbc9-4778-a421-fcd9120a27d8 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:08.671576 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df79f225-1dc8-449d-8af6-1610ff02c5cb req-3e2f453f-dbc9-4778-a421-fcd9120a27d8 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 931 time: 0.5080929 Jun 11 18:11:08.730074 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:11:08.747730 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Request body: {'port': {'device_id': '78e33f78-b122-4457-9ea5-47101909fde8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:08.911091 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00835609-ae35-41d5-8f33-5ab2955577ac req-876f5fd5-5262-4016-9127-d146f36d1990 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:08.931132 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-00835609-ae35-41d5-8f33-5ab2955577ac req-876f5fd5-5262-4016-9127-d146f36d1990 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5940139 Jun 11 18:11:08.979198 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Sync routers for ids ['681553ca-abce-4a06-aa89-a23dc5cec63b'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:11:09.014368 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-777c1c1f-70fb-45aa-baff-7117692d7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:09.018945 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-777c1c1f-70fb-45aa-baff-7117692d7d27 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.3282406 Jun 11 18:11:09.084198 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Routers {'681553ca-abce-4a06-aa89-a23dc5cec63b'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:09.086011 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['681553ca-abce-4a06-aa89-a23dc5cec63b'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:09.102790 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-c3526c46-3098-4ec5-bfdb-2357c99dde5f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724602 Jun 11 18:11:09.137524 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df79f225-1dc8-449d-8af6-1610ff02c5cb req-06b285c3-6096-44bf-923a-e8f43f6f625a tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121878 Jun 11 18:11:09.212219 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-00835609-ae35-41d5-8f33-5ab2955577ac req-f13575da-5e4d-43b1-9424-7daf8b84c5de tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788906 Jun 11 18:11:09.457280 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-bdb3fb82-99a3-4832-9ce1-c0e40b102df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:09.460981 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-bdb3fb82-99a3-4832-9ce1-c0e40b102df3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b HTTP/1.1" status: 200 len: 915 time: 0.7644279 Jun 11 18:11:09.462453 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:09.545604 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Set router 681553ca-abce-4a06-aa89-a23dc5cec63b gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:09.663962 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-ae041f30-47f7-426f-807e-f337052d2d54 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 HTTP/1.1" status: 200 len: 217 time: 0.1862779 Jun 11 18:11:09.850776 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-33e08a64-e3e6-4c74-a5e0-9812c62d6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:09.868321 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-33e08a64-e3e6-4c74-a5e0-9812c62d6a72 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91c4749a-7184-4c24-8456-2683711b2c0a HTTP/1.1" status: 200 len: 854 time: 0.1822896 Jun 11 18:11:10.130465 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-076f2b3f-2f3c-45f5-aec8-7cf9013b42a5 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0172436 Jun 11 18:11:10.136784 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 331cd67a-2bc7-42c7-a862-86eb2602efa4 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:10.459202 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-3511141a-eaeb-49c6-96bc-8b0a268d9c46 req-37723f18-b56a-4a82-bbdf-59d7aba08ebe service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111084 Jun 11 18:11:10.697532 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-3fb2ce8c-b6f7-492a-a41d-a5be9a440a9b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8177032 Jun 11 18:11:10.721363 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:10.776649 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88', 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b', 'port_id': '9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88', 'mac_address': 'fa:16:3e:5b:23:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c4749a-7184-4c24-8456-2683711b2c0a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:11:10.904672 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 331cd67a-2bc7-42c7-a862-86eb2602efa4 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:10.905647 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:11.046669 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:11:04Z', 'revision_number': 4, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port': {'id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:53Z', 'updated_at': '2021-06-11T18:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'cfbfdc5a-b44e-4954-9543-7befcd134ef0', 'name': '', 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'mac_address': 'fa:16:3e:a5:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dc68744e-6faa-4f3b-a053-9169f8a038e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:02Z', 'updated_at': '2021-06-11T18:11:05Z', 'revision_number': 2, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'subnets': [{'id': 'dc68744e-6faa-4f3b-a053-9169f8a038e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:11.070263 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:11.130373 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:11.152461 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Checking router: 681553ca-abce-4a06-aa89-a23dc5cec63b for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:11:11.155484 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Updating router 681553ca-abce-4a06-aa89-a23dc5cec63b port cfbfdc5a-b44e-4954-9543-7befcd134ef0 binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:11:11.260480 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb8630-5fc2-455d-9913-e4d3cf740ae5 req-b9c1534b-c4d5-48fb-bf96-b583756ce35f tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:11.268012 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d5bb8630-5fc2-455d-9913-e4d3cf740ae5 req-b9c1534b-c4d5-48fb-bf96-b583756ce35f tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 944 time: 1.3895290 Jun 11 18:11:11.350286 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:11.381028 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:11.397462 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-d91ac77a-44ad-4984-98c5-b5701fe84989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:11.454158 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:11.591997 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-ac165c0f-bdb1-4aa4-8509-34a3b1cbac49 service neutron] 10.222.0.82 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8785625 Jun 11 18:11:11.615979 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d5bb8630-5fc2-455d-9913-e4d3cf740ae5 req-89cdbb87-0ba5-468c-b73b-21449edd44d9 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951255 Jun 11 18:11:11.742518 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:11.758977 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:11.944039 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:12.290636 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3930ace9-d4da-4812-a62a-01b364c5f279 req-d13b39c9-772e-4b72-9367-7bd8e36978ca service neutron] 10.222.0.82 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6719449 Jun 11 18:11:12.342868 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a1421a-08c5-4705-a927-41de34d3f2ed {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:12.361465 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:12.396438 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Transition to ACTIVE for port object e1a1421a-08c5-4705-a927-41de34d3f2ed will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:12.419681 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:12.435062 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:12.606608 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38804) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:12.617618 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1883019723', 'description': 'tempest-secgroup-smoke-1883019723 description', 'project_id': '64bac7f4f97d4a3aa738a658c94bde99'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:12.764074 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:12.772657 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a1421a-08c5-4705-a927-41de34d3f2ed,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:12.981662 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:13.021688 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Attempting to bind port e1a1421a-08c5-4705-a927-41de34d3f2ed on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:13.022313 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Attempting to bind port e1a1421a-08c5-4705-a927-41de34d3f2ed by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:13.022844 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Attempting to bind port e1a1421a-08c5-4705-a927-41de34d3f2ed on network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:13.089471 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.099979 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.107152 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-291c4b44-7dd1-47bf-9b34-cc00e3e62a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:13.144561 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Port e1a1421a-08c5-4705-a927-41de34d3f2ed on network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:11:13.144877 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Attempting to bind port e1a1421a-08c5-4705-a927-41de34d3f2ed on network 6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:13.152498 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.181164 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Transition to ACTIVE for port object cfbfdc5a-b44e-4954-9543-7befcd134ef0 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:11:13.192596 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.194765 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5856814 Jun 11 18:11:13.195050 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:13.195398 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Checking segment: {'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:13.195783 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Bound using segment: {'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:13.196361 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Bound port: e1a1421a-08c5-4705-a927-41de34d3f2ed, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c8caad-245b-42e2-ac81-3fc93496511e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:13.196991 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.205122 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.209266 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38816) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:13.219388 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-9f9bd539-f70b-40b2-a619-154f291483e3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf836e-3c57-4371-86fb-e552c8560987', 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:13.223218 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:13.232359 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cf836e-3c57-4371-86fb-e552c8560987,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:13.238656 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:13.325284 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd539-f70b-40b2-a619-154f291483e3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.455128 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d692d9f-89c0-4844-b342-29aa130923aa req-f7f892e5-896b-4162-8c65-24f0e77d7966 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:13.468550 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3d692d9f-89c0-4844-b342-29aa130923aa req-f7f892e5-896b-4162-8c65-24f0e77d7966 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 943 time: 0.4888322 Jun 11 18:11:13.582855 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:11:13.607174 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd539-f70b-40b2-a619-154f291483e3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.626265 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd539-f70b-40b2-a619-154f291483e3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.632616 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f04f1fcf-7ff3-405a-bbb0-933e3b09d520 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:13.705554 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bd539-f70b-40b2-a619-154f291483e3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a882106e-b769-4de4-b92c-13e682854006,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:13.711868 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9f9bd539-f70b-40b2-a619-154f291483e3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:13.714170 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f9bd539-f70b-40b2-a619-154f291483e3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.723963 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9f9bd539-f70b-40b2-a619-154f291483e3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5049055 Jun 11 18:11:13.723963 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38824) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:13.732337 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf836e-3c57-4371-86fb-e552c8560987', 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:13.758235 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3d692d9f-89c0-4844-b342-29aa130923aa req-a3d9c387-11e2-4e43-af65-5a8daa0b9f0f tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879679 Jun 11 18:11:13.801822 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.826720 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] For port e1a1421a-08c5-4705-a927-41de34d3f2ed, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:13.897508 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] For port e1a1421a-08c5-4705-a927-41de34d3f2ed, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1a1421a-08c5-4705-a927-41de34d3f2ed,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:13.903123 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.925290 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:13.932782 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:13.993540 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.007883 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.010350 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef12ec-1891-4a53-a5ba-e32a9bfc78a1 None None] Pushing event updated for resources: {'Port': ['ID=cfbfdc5a-b44e-4954-9543-7befcd134ef0,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:14.026128 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-e1ef12ec-1891-4a53-a5ba-e32a9bfc78a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:14.033157 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36ff43-0f36-4961-844b-2854425d115c req-ad3e07ff-1e2e-44ad-9870-391d4c48d4cd tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:14.038060 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2f36ff43-0f36-4961-844b-2854425d115c req-ad3e07ff-1e2e-44ad-9870-391d4c48d4cd tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3517022 Jun 11 18:11:14.052208 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Attempting to bind port cfbfdc5a-b44e-4954-9543-7befcd134ef0 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:11:14.053013 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Attempting to bind port cfbfdc5a-b44e-4954-9543-7befcd134ef0 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:11:14.053762 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Attempting to bind port cfbfdc5a-b44e-4954-9543-7befcd134ef0 on network 6909680b-535c-4aee-b384-1dafc34c8e8a {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:11:14.059662 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:14.085146 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:11:14.086556 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Checking segment: {'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:11:14.087321 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.088066 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Bound using segment: {'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:11:14.088940 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Bound port: cfbfdc5a-b44e-4954-9543-7befcd134ef0, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160f0f41-f25c-4b5c-98b7-43bd5b3bd789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:11:14.089519 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.148384 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:14.149937 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.152870 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] 10.222.0.82 "PUT /v2.0/ports/e1a1421a-08c5-4705-a927-41de34d3f2ed HTTP/1.1" status: 200 len: 1093 time: 5.4584734 Jun 11 18:11:14.158063 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e33f78-b122-4457-9ea5-47101909fde8', 'tag': 'e1a1421a-08c5-4705-a927-41de34d3f2ed'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:14.166746 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688334c5-6ca2-4d6c-9f37-e4197126ba3b" -d '{"events": [{"name": "network-changed", "server_uuid": "78e33f78-b122-4457-9ea5-47101909fde8", "tag": "e1a1421a-08c5-4705-a927-41de34d3f2ed"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:14.188066 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.213699 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4882109 Jun 11 18:11:14.216274 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38830) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:14.243344 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf836e-3c57-4371-86fb-e552c8560987', 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:14.392904 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] For port cfbfdc5a-b44e-4954-9543-7befcd134ef0, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:11:14.394129 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3d0ccb-416b-4356-840b-5b21a0ac9314,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:14.399953 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] For port cfbfdc5a-b44e-4954-9543-7befcd134ef0, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=cfbfdc5a-b44e-4954-9543-7befcd134ef0,segment=NetworkSegment(160f0f41-f25c-4b5c-98b7-43bd5b3bd789),segment_id=160f0f41-f25c-4b5c-98b7-43bd5b3bd789)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:11:14.407878 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2f36ff43-0f36-4961-844b-2854425d115c req-4002e26c-b34f-4499-ba2d-591b566dfe9f tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546758 Jun 11 18:11:14.411053 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.411919 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:14.414938 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a1421a-08c5-4705-a927-41de34d3f2ed,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:14.418107 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:14.434149 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:14.443113 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.519039 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-93b5e57a-be2b-4a5a-a739-7c605e8ebecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:14.522512 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-93b5e57a-be2b-4a5a-a739-7c605e8ebecb service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8b762d6ca2e4f5c8b78c218f659c6cc&device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 1096 time: 0.2444780 Jun 11 18:11:14.634175 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef12ec-1891-4a53-a5ba-e32a9bfc78a1 None None] Pushing event updated for resources: {'Port': ['ID=cfbfdc5a-b44e-4954-9543-7befcd134ef0,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:14.660434 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-e1ef12ec-1891-4a53-a5ba-e32a9bfc78a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:14.674475 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Routers {'681553ca-abce-4a06-aa89-a23dc5cec63b'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:11:14.676064 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:10:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['681553ca-abce-4a06-aa89-a23dc5cec63b'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:14.834542 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.854459 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.861166 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:14.926358 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa15d588-cc08-4648-a496-e0296757c45a x-openstack-request-id: req-aa15d588-cc08-4648-a496-e0296757c45a {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:14.935916 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78e33f78-b122-4457-9ea5-47101909fde8", "tag": "e1a1421a-08c5-4705-a927-41de34d3f2ed", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:14.938673 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa15d588-cc08-4648-a496-e0296757c45a {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:14.940891 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e33f78-b122-4457-9ea5-47101909fde8', 'tag': 'e1a1421a-08c5-4705-a927-41de34d3f2ed', 'status': 'completed', 'code': 200} Jun 11 18:11:14.941875 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:14.948716 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-7bf23494-ea26-4743-82de-e7ab159b10b0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a1421a-08c5-4705-a927-41de34d3f2ed HTTP/1.1" status: 200 len: 217 time: 0.4089210 Jun 11 18:11:14.949034 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7251756 Jun 11 18:11:14.957207 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38852) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:14.967444 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-e5e4eb72-31e7-4de5-973e-9f920c6388ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf836e-3c57-4371-86fb-e552c8560987', 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:14.997772 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc61baee-401a-4edc-ae80-ce404b875eba,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:15.038467 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:15.096939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e5e4eb72-31e7-4de5-973e-9f920c6388ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.156567 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] Set router 681553ca-abce-4a06-aa89-a23dc5cec63b gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:11:15.277883 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e5e4eb72-31e7-4de5-973e-9f920c6388ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.288050 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e5e4eb72-31e7-4de5-973e-9f920c6388ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.298800 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3c384f56-bae6-4d25-a333-59cf0b7ee53a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:15.338983 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4eb72-31e7-4de5-973e-9f920c6388ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c15660-8f5f-4c5b-a6bc-bec63e8faa02,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:15.349408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e5e4eb72-31e7-4de5-973e-9f920c6388ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:15.367638 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-01462ac2-4790-4619-a87b-6822b33494b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:15.371080 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-01462ac2-4790-4619-a87b-6822b33494b5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b6993e7-cdcf-4d9e-bd25-1cfe742c5949 HTTP/1.1" status: 200 len: 848 time: 0.4048452 Jun 11 18:11:15.381787 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e5e4eb72-31e7-4de5-973e-9f920c6388ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.384529 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e5e4eb72-31e7-4de5-973e-9f920c6388ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4249566 Jun 11 18:11:15.401285 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38862) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:15.423188 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf836e-3c57-4371-86fb-e552c8560987', 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:15.477724 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-c472b868-4649-4fba-8250-8aab5e78cf33 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861523 Jun 11 18:11:15.500193 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73243fb-1fdd-4e5c-9d36-f9a90acf40c0 req-bc2dd53d-e99b-470e-8d2f-dfd42748f88a tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:15.503186 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d73243fb-1fdd-4e5c-9d36-f9a90acf40c0 req-bc2dd53d-e99b-470e-8d2f-dfd42748f88a tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 945 time: 0.7405596 Jun 11 18:11:15.510795 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.securitygroups_db [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Project 64bac7f4f97d4a3aa738a658c94bde99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:11:15.514795 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:15.522185 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.655687 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38870) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:15.679401 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed615345-cd04-4974-be70-773d9cef5f89 req-b0e52330-69ae-4a11-baec-ecdc84853389 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:15.693855 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed615345-cd04-4974-be70-773d9cef5f89 req-b0e52330-69ae-4a11-baec-ecdc84853389 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.4897077 Jun 11 18:11:15.705027 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.716592 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.755329 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:15.795583 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d73243fb-1fdd-4e5c-9d36-f9a90acf40c0 req-f2dbfc9d-27d8-47cc-811f-5723ecc87810 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595894 Jun 11 18:11:15.813296 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.817021 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4125330 Jun 11 18:11:15.821752 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 38876) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:15.823905 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:15.846629 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:15.847277 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:15.909849 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5304719-afec-4e19-93cc-dcb9f270ffa4,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:15.922819 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:15.958115 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'security_group_rule': {'security_group_id': 'd4cf836e-3c57-4371-86fb-e552c8560987', 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:11:15.980616 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-5d9f1402-ac85-4106-89ad-352c195741d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3228409 Jun 11 18:11:16.056971 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed615345-cd04-4974-be70-773d9cef5f89 req-c24b2944-ddc8-46cc-ac4a-bda758fcddd8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3619902 Jun 11 18:11:16.147439 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.securitygroups_db [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Project 64bac7f4f97d4a3aa738a658c94bde99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:11:16.223985 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:11:04Z', 'revision_number': 4, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port': {'id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:53Z', 'updated_at': '2021-06-11T18:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'cfbfdc5a-b44e-4954-9543-7befcd134ef0', 'name': '', 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'mac_address': 'fa:16:3e:a5:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dc68744e-6faa-4f3b-a053-9169f8a038e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:02Z', 'updated_at': '2021-06-11T18:11:14Z', 'revision_number': 4, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'subnets': [{'id': 'dc68744e-6faa-4f3b-a053-9169f8a038e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:11:16.244358 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:16.254441 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f8a5b-32f8-4c96-a795-5090ba605638 None None] The sync data for ids ['681553ca-abce-4a06-aa89-a23dc5cec63b'] in dv-cinder-796049-1-iscsi is: [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:11:04Z', 'revision_number': 4, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port': {'id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:53Z', 'updated_at': '2021-06-11T18:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'cfbfdc5a-b44e-4954-9543-7befcd134ef0', 'name': '', 'network_id': '6909680b-535c-4aee-b384-1dafc34c8e8a', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'mac_address': 'fa:16:3e:a5:fc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'dc68744e-6faa-4f3b-a053-9169f8a038e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:11:02Z', 'updated_at': '2021-06-11T18:11:14Z', 'revision_number': 4, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'subnets': [{'id': 'dc68744e-6faa-4f3b-a053-9169f8a038e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:11:16.269216 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:16.414355 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5cd9bf-05b5-4e48-a37f-56cf72ab6de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:16.418510 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55b611f-7389-4d5e-8c72-99b60a8c8a37" -d '{"events": [{"server_uuid": "be5cd9bf-05b5-4e48-a37f-56cf72ab6de1", "name": "network-vif-plugged", "status": "completed", "tag": "9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:16.468120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:16.486153 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:16.492077 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:16.525359 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-105b6ca7-5540-4987-8857-b5092a4d4f15 service neutron] 10.222.0.82 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0193760 Jun 11 18:11:16.738594 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:16.757722 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:17.056495 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6747c9-1f82-4e3f-83d4-b982342dd734 req-e22db268-ee4a-4e7b-9f40-7dc9ed4428f9 service neutron] 10.222.0.82 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209076 Jun 11 18:11:17.093441 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:17.111468 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a1bcc-b6f4-47ca-b8b7-4bae98f2bb06 req-78fdd322-f385-4393-b4fd-0a1e5cd3c534 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:17.119349 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4c7a1bcc-b6f4-47ca-b8b7-4bae98f2bb06 req-78fdd322-f385-4393-b4fd-0a1e5cd3c534 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 943 time: 0.8963304 Jun 11 18:11:17.123480 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:17.153017 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:17.199962 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b54e143-f936-4280-b119-df24f43545fa,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:17.215242 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790481-a802-4378-afac-712141c9c203 req-c766c03d-7d65-42cc-9b20-9d3d88cbabcf tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:17.217752 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ad790481-a802-4378-afac-712141c9c203 req-c766c03d-7d65-42cc-9b20-9d3d88cbabcf tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5464811 Jun 11 18:11:17.269673 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:17.279970 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:17.281808 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3373301 Jun 11 18:11:17.297862 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4c7a1bcc-b6f4-47ca-b8b7-4bae98f2bb06 req-92a651b9-accc-4882-a56c-bbcfe7146980 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764698 Jun 11 18:11:17.371894 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-96df495c-46ba-4550-85d8-965dffcc3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:17.373669 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-96df495c-46ba-4550-85d8-965dffcc3860 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=a8b762d6ca2e4f5c8b78c218f659c6cc&device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 1096 time: 0.1919072 Jun 11 18:11:17.377423 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ad790481-a802-4378-afac-712141c9c203 req-0773a250-6880-4314-9063-e6eb6a1212f3 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099308 Jun 11 18:11:17.467996 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4105c228-85b8-49ee-ac70-531883e148e0 x-openstack-request-id: req-4105c228-85b8-49ee-ac70-531883e148e0 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:17.470490 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5cd9bf-05b5-4e48-a37f-56cf72ab6de1", "name": "network-vif-plugged", "status": "completed", "tag": "9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:17.470993 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4105c228-85b8-49ee-ac70-531883e148e0 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:17.471692 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5cd9bf-05b5-4e48-a37f-56cf72ab6de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88', 'code': 200} Jun 11 18:11:17.620281 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-5336d63c-55e0-4175-b8d4-a7f96fe87589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:17.634228 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-5336d63c-55e0-4175-b8d4-a7f96fe87589 service neutron] 10.222.0.82 "GET /v2.0/networks?id=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf HTTP/1.1" status: 200 len: 909 time: 0.2287853 Jun 11 18:11:17.733487 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-9d374ed1-5b7f-4af4-bccd-17f352ca2691 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1a1421a-08c5-4705-a927-41de34d3f2ed HTTP/1.1" status: 200 len: 217 time: 0.0978713 Jun 11 18:11:18.036676 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-3187810d-4da9-4a44-83ee-48a235f6d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:18.041731 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-3187810d-4da9-4a44-83ee-48a235f6d78e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=3b6993e7-cdcf-4d9e-bd25-1cfe742c5949 HTTP/1.1" status: 200 len: 848 time: 0.2948973 Jun 11 18:11:18.096834 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device cfbfdc5a-b44e-4954-9543-7befcd134ef0 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:18.314033 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port cfbfdc5a-b44e-4954-9543-7befcd134ef0 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:18.323168 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port cfbfdc5a-b44e-4954-9543-7befcd134ef0 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:18.323945 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:18.589571 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38958) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:18.601673 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:18.682188 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port cfbfdc5a-b44e-4954-9543-7befcd134ef0, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=cfbfdc5a-b44e-4954-9543-7befcd134ef0,segment=NetworkSegment(160f0f41-f25c-4b5c-98b7-43bd5b3bd789),segment_id=160f0f41-f25c-4b5c-98b7-43bd5b3bd789)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:18.689816 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:18.696419 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-86d03249-9c68-4ebc-aac9-cc6310f07afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:18.696993 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-e67f43bc-ef46-412a-a4f7-a9412d7efad9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5575438 Jun 11 18:11:18.716834 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0c883-ceb3-4e75-ba93-db01b54196dd req-97bde493-de0e-4219-b36a-8e54577f5f71 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:18.721033 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eed0c883-ceb3-4e75-ba93-db01b54196dd req-97bde493-de0e-4219-b36a-8e54577f5f71 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 946 time: 0.9013302 Jun 11 18:11:18.830788 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=cfbfdc5a-b44e-4954-9543-7befcd134ef0,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:18.837665 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:18.852355 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-72d72bcc-03b4-4976-9e5e-03c2f46d6bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.102130 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-72d72bcc-03b4-4976-9e5e-03c2f46d6bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.109787 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-72d72bcc-03b4-4976-9e5e-03c2f46d6bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.117616 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eed0c883-ceb3-4e75-ba93-db01b54196dd req-f6f5b6ac-a969-42bf-8261-549dc4de49d6 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840195 Jun 11 18:11:19.117930 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-08fc71f6-9e46-4a72-8430-8386a9dda951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:19.177477 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cad299-8883-4988-9ba0-7f0e7c6e8924 req-bd63d439-889f-4efd-b3a9-6fde7889bdee tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:19.186029 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-96cad299-8883-4988-9ba0-7f0e7c6e8924 req-bd63d439-889f-4efd-b3a9-6fde7889bdee tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 1.2170074 Jun 11 18:11:19.198520 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-b169c817-18e0-43a0-a477-0e59dc1198d1 service neutron] 10.222.0.82 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141591 Jun 11 18:11:19.226148 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d72bcc-03b4-4976-9e5e-03c2f46d6bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6817300-c20d-4d36-91e8-8ffe095f8acd,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:19.236276 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-72d72bcc-03b4-4976-9e5e-03c2f46d6bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:19.307381 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-72d72bcc-03b4-4976-9e5e-03c2f46d6bc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8b58e58895543ab8501bc95d93d6149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150609 Jun 11 18:11:19.313896 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 38978) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:11:19.322863 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869093d-7a23-4801-a217-ace79f4b6c2f req-72488ce5-f119-447d-bd64-ae0161071490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:19.325687 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a869093d-7a23-4801-a217-ace79f4b6c2f req-72488ce5-f119-447d-bd64-ae0161071490 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 1099 time: 1.1877499 Jun 11 18:11:19.445567 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-16ce0bab-5627-4a15-8192-640b04276774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.507878 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-16ce0bab-5627-4a15-8192-640b04276774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.624506 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-96cad299-8883-4988-9ba0-7f0e7c6e8924 req-30e9ffed-a8f6-4998-adcc-7328a824ce82 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4046938 Jun 11 18:11:19.638414 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-16ce0bab-5627-4a15-8192-640b04276774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.650909 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-16ce0bab-5627-4a15-8192-640b04276774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:19.654127 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-16ce0bab-5627-4a15-8192-640b04276774 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6817300-c20d-4d36-91e8-8ffe095f8acd HTTP/1.1" status: 204 len: 168 time: 0.3383906 Jun 11 18:11:19.656222 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-98d1d704-9494-4d7e-9e40-a796cb4e7fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:19.686201 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce0bab-5627-4a15-8192-640b04276774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6817300-c20d-4d36-91e8-8ffe095f8acd,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:19.692392 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a869093d-7a23-4801-a217-ace79f4b6c2f req-2ae1c5ed-bb6b-4625-b04a-5818e5ca6672 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342879 Jun 11 18:11:19.696123 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-16ce0bab-5627-4a15-8192-640b04276774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:19.737556 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-688334c5-6ca2-4d6c-9f37-e4197126ba3b req-836514bd-b980-4ad6-9b9c-dd830ebdd1ad service neutron] 10.222.0.82 "GET /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230176 Jun 11 18:11:19.786419 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18671887-b31a-41a3-abf9-b370266c6aeb req-5dc67a3e-6cc2-4791-bbfb-b355b12cc699 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:19.790062 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18671887-b31a-41a3-abf9-b370266c6aeb req-5dc67a3e-6cc2-4791-bbfb-b355b12cc699 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 943 time: 0.3157806 Jun 11 18:11:19.882321 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18671887-b31a-41a3-abf9-b370266c6aeb req-bc134ab7-6bb7-49ac-b94a-04fef1a1fd5c tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818181 Jun 11 18:11:19.985814 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device cfbfdc5a-b44e-4954-9543-7befcd134ef0 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:20.087300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port cfbfdc5a-b44e-4954-9543-7befcd134ef0 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:20.087946 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:20.095415 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da12f7-b75d-498f-bec5-27b465656593 req-b7642c36-41b1-4e35-a4bc-0be92ac36783 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:20.109312 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f3da12f7-b75d-498f-bec5-27b465656593 req-b7642c36-41b1-4e35-a4bc-0be92ac36783 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1847944 Jun 11 18:11:20.272608 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f3da12f7-b75d-498f-bec5-27b465656593 req-26192ef8-791f-4c83-81b7-eef2d60dd87b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615765 Jun 11 18:11:20.546132 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa246e57-74c9-4556-a05c-4a3f4bb70ad1 req-a47f8b3f-30e5-4b00-99da-8c5505a20c2a tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:20.549717 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa246e57-74c9-4556-a05c-4a3f4bb70ad1 req-a47f8b3f-30e5-4b00-99da-8c5505a20c2a tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 946 time: 0.1378675 Jun 11 18:11:20.643327 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa246e57-74c9-4556-a05c-4a3f4bb70ad1 req-0a62292c-d251-4623-a6dc-27fafbe7f821 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824702 Jun 11 18:11:21.059491 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26772a92-bc6e-4d20-9501-b927c7c7ca62 req-f6f6aa63-d35f-4826-9951-04d79e30fd39 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:21.062679 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-26772a92-bc6e-4d20-9501-b927c7c7ca62 req-f6f6aa63-d35f-4826-9951-04d79e30fd39 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1628826 Jun 11 18:11:21.181968 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-26772a92-bc6e-4d20-9501-b927c7c7ca62 req-af3a114a-4b4c-4ca3-8b14-e15b4a24ba76 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048048 Jun 11 18:11:21.328019 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a3304-0423-43ed-aa49-3554a8fd3976 req-5f0eed8c-5a12-49be-9c7d-d3715efb0d58 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:21.331182 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-199a3304-0423-43ed-aa49-3554a8fd3976 req-5f0eed8c-5a12-49be-9c7d-d3715efb0d58 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 943 time: 0.1564622 Jun 11 18:11:21.431239 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-199a3304-0423-43ed-aa49-3554a8fd3976 req-161f6c66-e938-4deb-aa7a-5cc92067b1c5 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827713 Jun 11 18:11:21.463232 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device e1a1421a-08c5-4705-a927-41de34d3f2ed details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:11:21.655605 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4ea2f-35a5-45a4-9a3e-4fc44c850524 req-652f437d-1726-4b0e-8172-a25a1354def3 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:21.660411 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ad4ea2f-35a5-45a4-9a3e-4fc44c850524 req-652f437d-1726-4b0e-8172-a25a1354def3 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1467819 Jun 11 18:11:21.714897 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port e1a1421a-08c5-4705-a927-41de34d3f2ed, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1a1421a-08c5-4705-a927-41de34d3f2ed,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:21.747811 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'e1a1421a-08c5-4705-a927-41de34d3f2ed', 'network_id': '6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf', 'port_id': 'e1a1421a-08c5-4705-a927-41de34d3f2ed', 'mac_address': 'fa:16:3e:ad:56:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6993e7-cdcf-4d9e-bd25-1cfe742c5949', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:11:21.777125 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ad4ea2f-35a5-45a4-9a3e-4fc44c850524 req-c5a84250-5500-4c8d-846a-c48b662929bd tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072514 Jun 11 18:11:21.894458 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.141755 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77432a41-1e1c-42a9-9f59-672e331a843d req-d9918ee7-2729-4804-b591-71c4a7b74904 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:22.144706 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-77432a41-1e1c-42a9-9f59-672e331a843d req-d9918ee7-2729-4804-b591-71c4a7b74904 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 946 time: 0.1989756 Jun 11 18:11:22.153156 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a1421a-08c5-4705-a927-41de34d3f2ed {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:11:22.195241 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port e1a1421a-08c5-4705-a927-41de34d3f2ed, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1a1421a-08c5-4705-a927-41de34d3f2ed,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:22.204582 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:22.207309 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:22.263813 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-77432a41-1e1c-42a9-9f59-672e331a843d req-45a752a1-a45f-4259-abf5-c034dbeb1af2 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035037 Jun 11 18:11:22.345733 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=e1a1421a-08c5-4705-a927-41de34d3f2ed,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:22.353132 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:22.680411 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7ef6-8cd3-48ba-9a34-c8cff2cd0b5d req-1d16cbde-3ade-411d-b2a4-49dbb12be8a2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:22.682461 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['e1a1421a-08c5-4705-a927-41de34d3f2ed'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:22.683351 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3b3f7ef6-8cd3-48ba-9a34-c8cff2cd0b5d req-1d16cbde-3ade-411d-b2a4-49dbb12be8a2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1727340 Jun 11 18:11:22.829057 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3b3f7ef6-8cd3-48ba-9a34-c8cff2cd0b5d req-21e29acf-b87f-4df5-b2a7-e59e23da17b3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262891 Jun 11 18:11:23.040059 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb00f69-b62f-4b70-8497-5d13ef0cd2f4 req-f607ba27-378a-4f83-8c6c-595ddd7a2e66 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:23.044604 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ecb00f69-b62f-4b70-8497-5d13ef0cd2f4 req-f607ba27-378a-4f83-8c6c-595ddd7a2e66 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 944 time: 0.1789815 Jun 11 18:11:23.243423 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ecb00f69-b62f-4b70-8497-5d13ef0cd2f4 req-2363e16f-d429-4ccd-9cb4-f6a669769bdf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882386 Jun 11 18:11:23.421889 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-5d3a9fd2-074f-42c2-bfc4-08f00189cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:23.424786 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-5d3a9fd2-074f-42c2-bfc4-08f00189cd48 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6&tenant_id=969795a4f15c48dfb449128acf1e5cf0 HTTP/1.1" status: 200 len: 1096 time: 0.2989626 Jun 11 18:11:23.447493 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70965c9c-a45b-4322-9696-97ce3d806328 req-de0ccc9f-1fae-4b72-9ad0-d847aa5aa63a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:23.450436 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70965c9c-a45b-4322-9696-97ce3d806328 req-de0ccc9f-1fae-4b72-9ad0-d847aa5aa63a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3277316 Jun 11 18:11:23.604516 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70965c9c-a45b-4322-9696-97ce3d806328 req-fdabb96c-d224-436a-8681-9663001f757f tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378632 Jun 11 18:11:23.689716 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-7ff1601c-40a3-46c3-834c-2568c94b029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:23.693127 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-7ff1601c-40a3-46c3-834c-2568c94b029f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1096 time: 0.1914146 Jun 11 18:11:23.988839 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-9631b788-6d2c-4281-9111-1d99676b2a34 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3302166 Jun 11 18:11:24.011684 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-2dc4fadc-b9b8-4576-8164-bf859136571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:24.014290 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-2dc4fadc-b9b8-4576-8164-bf859136571b service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 0.2726674 Jun 11 18:11:24.357912 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-4df78d1e-a534-4ebd-8307-a5260c6ef529 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 200 len: 999 time: 0.3284967 Jun 11 18:11:24.509693 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-f3e55538-0417-4ca7-a6ec-236d9adc2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:24.512530 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-f3e55538-0417-4ca7-a6ec-236d9adc2cd5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=1ae38de8388847ffb10d0bc82989f350&device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 1099 time: 0.3730967 Jun 11 18:11:24.530037 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e12c-9642-4bce-8b64-e82446537bc0 req-f8f81a1b-9273-4032-9b75-cfb5ef8d9777 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:24.533333 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acb5e12c-9642-4bce-8b64-e82446537bc0 req-f8f81a1b-9273-4032-9b75-cfb5ef8d9777 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3960931 Jun 11 18:11:24.563170 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-f2303e6a-e316-4728-b726-00f7d4538fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:24.565530 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-f2303e6a-e316-4728-b726-00f7d4538fd2 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.1804564 Jun 11 18:11:24.942306 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acb5e12c-9642-4bce-8b64-e82446537bc0 req-5dce78e6-5822-4347-8b45-9b8c17e162f8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821452 Jun 11 18:11:25.015464 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b825d-c2ec-4076-82e2-cc6b5aa43c03 req-777b61b5-a929-4b79-89a2-a719af285f77 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:25.018479 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-594b825d-c2ec-4076-82e2-cc6b5aa43c03 req-777b61b5-a929-4b79-89a2-a719af285f77 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 944 time: 0.4808476 Jun 11 18:11:25.059558 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-fdf0837f-fae5-4037-94cb-f163a8817fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:25.062181 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-fdf0837f-fae5-4037-94cb-f163a8817fc0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4478021 Jun 11 18:11:25.069564 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-ffc4e869-d6c6-4652-b60e-047fa8def49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:25.072118 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-ffc4e869-d6c6-4652-b60e-047fa8def49a service neutron] 10.222.0.82 "GET /v2.0/networks?id=be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 200 len: 915 time: 0.5162072 Jun 11 18:11:25.208120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-515dbde0-d833-4158-ae7f-9811354fe124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:25.297146 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-ec18cc0e-199a-4018-b68b-60b6fcc4e3d7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c7974bb-2f22-4814-a15e-e7f80a13b8df HTTP/1.1" status: 200 len: 217 time: 0.1902902 Jun 11 18:11:25.448107 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device e1a1421a-08c5-4705-a927-41de34d3f2ed up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:11:25.567799 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port e1a1421a-08c5-4705-a927-41de34d3f2ed completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:11:25.576697 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port e1a1421a-08c5-4705-a927-41de34d3f2ed triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:11:25.577828 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:25.778351 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:25.789481 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-594b825d-c2ec-4076-82e2-cc6b5aa43c03 req-42776485-3343-4565-aad3-75d25ec8852d tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7467465 Jun 11 18:11:25.842156 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e33f78-b122-4457-9ea5-47101909fde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a1421a-08c5-4705-a927-41de34d3f2ed'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:25.847290 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740de3a5-d173-4fe6-87ca-dcce5bf09884" -d '{"events": [{"server_uuid": "78e33f78-b122-4457-9ea5-47101909fde8", "name": "network-vif-plugged", "status": "completed", "tag": "e1a1421a-08c5-4705-a927-41de34d3f2ed"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:25.880018 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port e1a1421a-08c5-4705-a927-41de34d3f2ed, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1a1421a-08c5-4705-a927-41de34d3f2ed,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:25.889969 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:25.895729 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1a6df6ac-f71f-48b7-8fc5-2127d183e6c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:25.961369 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8472466-44fd-4457-9c9d-e0c2b25919f6 x-openstack-request-id: req-e8472466-44fd-4457-9c9d-e0c2b25919f6 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:25.961955 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e33f78-b122-4457-9ea5-47101909fde8", "name": "network-vif-plugged", "status": "completed", "tag": "e1a1421a-08c5-4705-a927-41de34d3f2ed", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:25.962499 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8472466-44fd-4457-9c9d-e0c2b25919f6 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:25.963238 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e33f78-b122-4457-9ea5-47101909fde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a1421a-08c5-4705-a927-41de34d3f2ed', 'code': 200} Jun 11 18:11:25.981829 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-d43f081f-879e-4fe0-855a-2d93f1d09122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:25.983901 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-d43f081f-879e-4fe0-855a-2d93f1d09122 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 200 len: 854 time: 0.2751143 Jun 11 18:11:26.025125 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-2d6e6220-781d-41bc-a955-57b1ddd9f5c6 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9380460 Jun 11 18:11:26.026699 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=e1a1421a-08c5-4705-a927-41de34d3f2ed,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:26.034422 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:26.063531 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-4c48303e-9b1e-4080-9664-eca276e1c984 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=be8dea01-a324-469a-a408-fff0eb66b54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567925 Jun 11 18:11:26.159990 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c44f1-6b3f-4ce4-9ad8-70421ab24d9e req-30182418-eb23-4048-a5c0-cbdab01a9e79 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:26.161543 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-438c44f1-6b3f-4ce4-9ad8-70421ab24d9e req-30182418-eb23-4048-a5c0-cbdab01a9e79 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.8915243 Jun 11 18:11:26.452824 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72056763-a939-4d03-a68e-051ef7235093 req-e510b6e2-23e1-409d-9d94-4e0778a39d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:26.455163 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-72056763-a939-4d03-a68e-051ef7235093 req-e510b6e2-23e1-409d-9d94-4e0778a39d13 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 1098 time: 0.1102605 Jun 11 18:11:26.527650 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-72056763-a939-4d03-a68e-051ef7235093 req-669b8220-52d6-4741-988c-a93ba2076328 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633202 Jun 11 18:11:26.616838 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-5da63dbb-ba37-4566-99f5-94821fe8b4f3 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415814 Jun 11 18:11:26.624784 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-438c44f1-6b3f-4ce4-9ad8-70421ab24d9e req-df7a4c45-124b-4d65-813d-32c7f19853a7 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719386 Jun 11 18:11:26.629241 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-70ec6217-c1ea-4edc-84ce-e5ba35dd98d3 req-a0915a06-c458-4598-ac3e-abac618c647d service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697844 Jun 11 18:11:26.736696 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d2e03-6d99-4520-8f12-1a52a0fe1049 req-04362552-1635-45cb-86fe-4fa7572e9b00 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:26.739479 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a11d2e03-6d99-4520-8f12-1a52a0fe1049 req-04362552-1635-45cb-86fe-4fa7572e9b00 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3886449 Jun 11 18:11:26.955584 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a11d2e03-6d99-4520-8f12-1a52a0fe1049 req-c9584206-c167-4a79-aad9-47561a53ae5f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185036 Jun 11 18:11:26.960951 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0090cdfb-f084-47f7-8fff-c1c3c0b66e07 req-2dd2bbf1-49d3-4bd9-9c2a-a768b0516af9 service neutron] 10.222.0.82 "GET /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287907 Jun 11 18:11:27.288111 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c68dbf-a890-4a0a-aeef-8b708a1e82ef req-9d642740-6628-4fa9-84c6-bc49211c62c8 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:27.290942 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a8c68dbf-a890-4a0a-aeef-8b708a1e82ef req-9d642740-6628-4fa9-84c6-bc49211c62c8 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 945 time: 0.0950282 Jun 11 18:11:27.444757 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a8c68dbf-a890-4a0a-aeef-8b708a1e82ef req-e793b1f7-1f5e-420f-ad06-5b3027322c8e tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399102 Jun 11 18:11:27.501983 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464a680-dc21-46d8-b635-d44f7849c743 req-c84914f2-4787-4d8f-9df9-557590d76af5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:27.504294 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1464a680-dc21-46d8-b635-d44f7849c743 req-c84914f2-4787-4d8f-9df9-557590d76af5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 945 time: 0.1699586 Jun 11 18:11:27.563885 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1464a680-dc21-46d8-b635-d44f7849c743 req-494f63c3-203a-4b85-9c52-5288e6e53335 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 Jun 11 18:11:27.878675 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3584b04f-039a-40eb-887e-2832e8b004e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:27.926686 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9661c-b362-4bac-a974-3231ee62aac1 req-bb2cd81c-4b38-4e74-8a20-55de550c9db8 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:27.929658 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ba9661c-b362-4bac-a974-3231ee62aac1 req-bb2cd81c-4b38-4e74-8a20-55de550c9db8 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1161506 Jun 11 18:11:28.003486 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ba9661c-b362-4bac-a974-3231ee62aac1 req-a1624966-3b83-4eb7-8c60-cee3d027d375 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655479 Jun 11 18:11:28.042054 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:28.327321 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30748a0-df46-4d54-a6cd-0ecc727576b2 req-ef5fff02-8094-4bb9-b9a2-64b5c0650cfe tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:28.330663 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c30748a0-df46-4d54-a6cd-0ecc727576b2 req-ef5fff02-8094-4bb9-b9a2-64b5c0650cfe tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1452515 Jun 11 18:11:28.414135 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c30748a0-df46-4d54-a6cd-0ecc727576b2 req-81663fc2-90f2-4766-b148-1870f33d11ff tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729177 Jun 11 18:11:28.899443 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655733a9-6e29-4afe-885e-54487b5baba4 req-3881c313-93e6-45b1-9c36-929da3ea00d3 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:28.902381 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-655733a9-6e29-4afe-885e-54487b5baba4 req-3881c313-93e6-45b1-9c36-929da3ea00d3 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 945 time: 0.2195973 Jun 11 18:11:29.019468 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0000c1-3db6-47b8-97b7-0d74fdbcd227 req-ec696453-aae9-4d49-b157-c12165d61a20 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:29.022293 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df0000c1-3db6-47b8-97b7-0d74fdbcd227 req-ec696453-aae9-4d49-b157-c12165d61a20 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 945 time: 0.2452068 Jun 11 18:11:29.033086 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-655733a9-6e29-4afe-885e-54487b5baba4 req-d2e0c9aa-fc0b-4f00-ab34-16adddbbf272 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150556 Jun 11 18:11:29.108030 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df0000c1-3db6-47b8-97b7-0d74fdbcd227 req-a65139b2-0cae-4e47-8822-6d141e1f7b48 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730505 Jun 11 18:11:29.207198 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:29.378260 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfc942-7e2e-490d-b888-443341b74478 req-48a40e4f-1946-4dcc-bae0-fd8e9ba19397 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:29.380401 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-23cfc942-7e2e-490d-b888-443341b74478 req-48a40e4f-1946-4dcc-bae0-fd8e9ba19397 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1376617 Jun 11 18:11:29.468161 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-23cfc942-7e2e-490d-b888-443341b74478 req-c2e3028d-b975-41a0-894f-a2dd4dec7a57 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758252 Jun 11 18:11:29.784296 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea35dd-c1c7-4a7e-b593-9965d9364ae8 req-e808b7c3-216c-4222-a85d-31dcfa78da77 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:29.787243 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3cea35dd-c1c7-4a7e-b593-9965d9364ae8 req-e808b7c3-216c-4222-a85d-31dcfa78da77 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1474414 Jun 11 18:11:29.882064 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3cea35dd-c1c7-4a7e-b593-9965d9364ae8 req-d59b29ad-e47d-41e6-9bb9-9f66116252c4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831943 Jun 11 18:11:30.124429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2955c-5880-4244-a54a-e43f514156d9 req-1977b549-e2da-4019-9592-d3097c90ec48 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:30.127231 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-20d2955c-5880-4244-a54a-e43f514156d9 req-1977b549-e2da-4019-9592-d3097c90ec48 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 945 time: 0.1463194 Jun 11 18:11:30.525840 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Deleting port 18d3faab-829d-4279-92a5-ad1582514a35 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:11:30.526964 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:30.621091 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef5fa4-fdba-4829-a78f-71cb38be01bc req-0dcfc5d8-b70e-4c51-adb7-fcf66dd13a26 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:30.624464 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-87ef5fa4-fdba-4829-a78f-71cb38be01bc req-0dcfc5d8-b70e-4c51-adb7-fcf66dd13a26 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 945 time: 0.2554069 Jun 11 18:11:30.931983 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] For port 18d3faab-829d-4279-92a5-ad1582514a35, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=18d3faab-829d-4279-92a5-ad1582514a35,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:30.932698 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:30.943316 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-87ef5fa4-fdba-4829-a78f-71cb38be01bc req-855d3f21-540a-4c4f-9211-93431c461711 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110384 Jun 11 18:11:31.098282 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:31.175734 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Calling delete_port for 18d3faab-829d-4279-92a5-ad1582514a35 owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:11:31.232925 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d9df3-3a7b-4d41-b6a1-40017dc6478b req-9a664139-f177-4cb9-b752-dbc8bf5121e9 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:31.235074 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab8d9df3-3a7b-4d41-b6a1-40017dc6478b req-9a664139-f177-4cb9-b752-dbc8bf5121e9 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 945 time: 0.6080897 Jun 11 18:11:31.811651 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab8d9df3-3a7b-4d41-b6a1-40017dc6478b req-76a21598-56e3-44d3-9c4e-3c40c56d5317 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189822 Jun 11 18:11:31.887022 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857660d-a985-425a-b67a-d7b90abe4681 req-3aefb431-e370-464a-a33b-5b1ea3d3b9a1 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:31.890580 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1857660d-a985-425a-b67a-d7b90abe4681 req-3aefb431-e370-464a-a33b-5b1ea3d3b9a1 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.7085247 Jun 11 18:11:32.004252 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1857660d-a985-425a-b67a-d7b90abe4681 req-3b994229-37ac-4d07-aac8-522942c265ce tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975685 Jun 11 18:11:32.006483 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:32.020073 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:32.022051 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['acada3c6-9081-4981-b945-e25141c5c389', '8c7974bb-2f22-4814-a15e-e7f80a13b8df', '91a193db-3c9f-40a6-a66b-3fecfa95dc1a'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:32.138782 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Pushing event deleted for resources: {'Port': ['ID=18d3faab-829d-4279-92a5-ad1582514a35,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:32.238898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.240160 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.240160 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.240160 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.240160 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.240925 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.240925 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.241284 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.241623 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.241960 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.242292 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.242673 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:32.247409 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:32.322530 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-146856f9-2273-4692-9c18-1c013eb1d146 req-93a3eca2-8252-4fe1-a1fa-83b7c33a2f37 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=86eadcad-9ccd-4c73-babf-b4796d464713 HTTP/1.1" status: 200 len: 210 time: 0.1283391 Jun 11 18:11:32.330250 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] No DVR routers for this DVR port 18d3faab-829d-4279-92a5-ad1582514a35 on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:11:32.335936 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:32.339502 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-20d2955c-5880-4244-a54a-e43f514156d9 req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "DELETE /v2.0/ports/18d3faab-829d-4279-92a5-ad1582514a35 HTTP/1.1" status: 204 len: 173 time: 2.2053514 Jun 11 18:11:32.340760 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86eadcad-9ccd-4c73-babf-b4796d464713', 'name': 'network-vif-deleted', 'tag': '18d3faab-829d-4279-92a5-ad1582514a35'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:32.343793 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2e7be1-0353-44a0-874a-a316ebf5610c" -d '{"events": [{"server_uuid": "86eadcad-9ccd-4c73-babf-b4796d464713", "name": "network-vif-deleted", "tag": "18d3faab-829d-4279-92a5-ad1582514a35"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:32.403722 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55d207-167e-4148-b9ce-8654e1684ad7 req-ccfd6d9b-21c3-4582-bd3a-bab247e6d305 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:32.406282 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3f55d207-167e-4148-b9ce-8654e1684ad7 req-ccfd6d9b-21c3-4582-bd3a-bab247e6d305 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3904724 Jun 11 18:11:32.434029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76103054-dac5-45ec-a439-f679d5dc99be x-openstack-request-id: req-76103054-dac5-45ec-a439-f679d5dc99be {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:32.434513 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86eadcad-9ccd-4c73-babf-b4796d464713", "name": "network-vif-deleted", "tag": "18d3faab-829d-4279-92a5-ad1582514a35", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:32.434937 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76103054-dac5-45ec-a439-f679d5dc99be {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:32.435583 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86eadcad-9ccd-4c73-babf-b4796d464713', 'name': 'network-vif-deleted', 'tag': '18d3faab-829d-4279-92a5-ad1582514a35', 'status': 'completed', 'code': 200} Jun 11 18:11:32.573427 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3f55d207-167e-4148-b9ce-8654e1684ad7 req-f247cc40-aa23-42e5-9af0-4d226c816d49 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549392 Jun 11 18:11:32.648871 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-daef77ac-3a9b-425b-9e89-96a17d1d4740 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:32.651646 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-daef77ac-3a9b-425b-9e89-96a17d1d4740 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.82 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 945 time: 0.1846569 Jun 11 18:11:32.834841 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Deleting port e1a1421a-08c5-4705-a927-41de34d3f2ed {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:11:32.835188 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:33.016637 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] For port e1a1421a-08c5-4705-a927-41de34d3f2ed, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=e1a1421a-08c5-4705-a927-41de34d3f2ed,segment=NetworkSegment(70c8caad-245b-42e2-ac81-3fc93496511e),segment_id=70c8caad-245b-42e2-ac81-3fc93496511e)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:33.017233 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:33.208890 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Calling delete_port for e1a1421a-08c5-4705-a927-41de34d3f2ed owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:11:33.421964 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335b41a-adcb-458f-8698-e53cd34e0e97 req-ac8f80f9-ad91-4faf-97df-fd78a80e5a66 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:33.424730 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1335b41a-adcb-458f-8698-e53cd34e0e97 req-ac8f80f9-ad91-4faf-97df-fd78a80e5a66 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 945 time: 0.4338286 Jun 11 18:11:33.480332 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 18d3faab-829d-4279-92a5-ad1582514a35 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:11:33.531649 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 18d3faab-829d-4279-92a5-ad1582514a35 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:11:33.532152 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 18d3faab-829d-4279-92a5-ad1582514a35 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:11:33.547456 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00981b24-de74-42c1-b0b6-79f3b4bd3d48 req-7a08baa1-a888-415c-a84c-89d1444ec496 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:33.549101 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-00981b24-de74-42c1-b0b6-79f3b4bd3d48 req-7a08baa1-a888-415c-a84c-89d1444ec496 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3175902 Jun 11 18:11:33.557413 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1335b41a-adcb-458f-8698-e53cd34e0e97 req-7c2f9752-31be-41b6-b7a5-00a24e3fd651 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/security-groups?id=c45c7cde-b29a-4dda-bd55-18d4b14eec33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097198 Jun 11 18:11:33.697965 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-00981b24-de74-42c1-b0b6-79f3b4bd3d48 req-a89e9111-080d-452f-b5bb-e12129b26719 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383977 Jun 11 18:11:33.743353 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:33.749928 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:33.771011 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['e1a1421a-08c5-4705-a927-41de34d3f2ed'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:33.817771 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Pushing event deleted for resources: {'Port': ['ID=e1a1421a-08c5-4705-a927-41de34d3f2ed,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:33.833625 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:33.951631 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] No DVR routers for this DVR port e1a1421a-08c5-4705-a927-41de34d3f2ed on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:11:33.956915 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:33.961736 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c9823b02-126b-4d49-9e82-75366e4a16a7 req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.82 "DELETE /v2.0/ports/e1a1421a-08c5-4705-a927-41de34d3f2ed HTTP/1.1" status: 204 len: 173 time: 1.3008549 Jun 11 18:11:34.101048 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56c4bf-baf1-4734-9f5f-a3666adec41f req-2d360d21-b38a-4e79-8f70-8f584aecc4dc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:34.107855 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bd56c4bf-baf1-4734-9f5f-a3666adec41f req-2d360d21-b38a-4e79-8f70-8f584aecc4dc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1406088 Jun 11 18:11:34.176767 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bd56c4bf-baf1-4734-9f5f-a3666adec41f req-5ba631e3-036e-4e70-8c5a-f6b6b40abd7f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610240 Jun 11 18:11:34.436705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e33f78-b122-4457-9ea5-47101909fde8', 'name': 'network-vif-deleted', 'tag': 'e1a1421a-08c5-4705-a927-41de34d3f2ed'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:34.441024 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2949d58-5579-4d05-b4c9-ed1d2bb2fc5e" -d '{"events": [{"server_uuid": "78e33f78-b122-4457-9ea5-47101909fde8", "name": "network-vif-deleted", "tag": "e1a1421a-08c5-4705-a927-41de34d3f2ed"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:34.488434 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fcc230-1834-4532-9bc2-86eb3e87c7b1 x-openstack-request-id: req-06fcc230-1834-4532-9bc2-86eb3e87c7b1 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:34.488921 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78e33f78-b122-4457-9ea5-47101909fde8", "name": "network-vif-deleted", "tag": "e1a1421a-08c5-4705-a927-41de34d3f2ed", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:34.489347 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06fcc230-1834-4532-9bc2-86eb3e87c7b1 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:34.490000 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e33f78-b122-4457-9ea5-47101909fde8', 'name': 'network-vif-deleted', 'tag': 'e1a1421a-08c5-4705-a927-41de34d3f2ed', 'status': 'completed', 'code': 200} Jun 11 18:11:34.814565 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-61c652b2-d184-43ab-81ad-9437cf98d927 req-7fa7477e-f4c3-454d-9856-2deaf9bd4850 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] 10.222.0.15 "GET /v2.0/ports?device_id=78e33f78-b122-4457-9ea5-47101909fde8 HTTP/1.1" status: 200 len: 210 time: 0.0861325 Jun 11 18:11:35.026343 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfba0ad-86b5-420e-a948-7a68abcf8f60 req-5436965d-027a-4358-86e1-6a96518fba54 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:35.029117 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ebfba0ad-86b5-420e-a948-7a68abcf8f60 req-5436965d-027a-4358-86e1-6a96518fba54 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1014323 Jun 11 18:11:35.106014 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ebfba0ad-86b5-420e-a948-7a68abcf8f60 req-5188a716-3f7d-43a1-92e1-a77172323f25 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688009 Jun 11 18:11:35.542400 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c93284-ce42-4195-a7a9-0e590ba940a5 req-0b4dad53-c2ec-407c-b1a9-158bb8dd1693 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:35.544000 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-25c93284-ce42-4195-a7a9-0e590ba940a5 req-0b4dad53-c2ec-407c-b1a9-158bb8dd1693 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1387722 Jun 11 18:11:35.591426 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e81f9-776e-4ae8-9b12-3f9865c22d95 req-58bc3384-9ccf-47b3-a637-ad8e308e3f4f tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:35.593197 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c95e81f9-776e-4ae8-9b12-3f9865c22d95 req-58bc3384-9ccf-47b3-a637-ad8e308e3f4f tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 945 time: 0.1350124 Jun 11 18:11:35.627287 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-25c93284-ce42-4195-a7a9-0e590ba940a5 req-963ef83e-675b-4efc-917f-ce67a1f1de29 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725973 Jun 11 18:11:35.694885 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c95e81f9-776e-4ae8-9b12-3f9865c22d95 req-72001557-17f9-470f-ab17-981f1dfea050 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868242 Jun 11 18:11:36.531192 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aae98-da44-4068-ada6-cf2ab2b990a2 req-c1b6839d-5786-4f5f-aafe-b61e7bfcd0b4 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:36.536523 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2c3aae98-da44-4068-ada6-cf2ab2b990a2 req-c1b6839d-5786-4f5f-aafe-b61e7bfcd0b4 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1549790 Jun 11 18:11:36.600128 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2c3aae98-da44-4068-ada6-cf2ab2b990a2 req-fc3f8411-1aa3-4b98-8f4e-b98686691f1c tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533156 Jun 11 18:11:36.864985 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:11:37.121738 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25773ea-2fbe-4477-9d32-64d369b029af req-a6c54736-1b3a-43d0-b4aa-363298abc241 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:37.133770 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c25773ea-2fbe-4477-9d32-64d369b029af req-a6c54736-1b3a-43d0-b4aa-363298abc241 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.2200236 Jun 11 18:11:37.259129 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c25773ea-2fbe-4477-9d32-64d369b029af req-67fc5059-352f-46f7-94cf-6a383b0812eb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240358 Jun 11 18:11:37.284166 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c97706-8970-4e2a-a336-531abef12af5 req-601a8eb7-a2fa-4069-8cb9-2c0a7a5642d3 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:37.304503 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c0c97706-8970-4e2a-a336-531abef12af5 req-601a8eb7-a2fa-4069-8cb9-2c0a7a5642d3 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 945 time: 0.2937388 Jun 11 18:11:37.399391 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c0c97706-8970-4e2a-a336-531abef12af5 req-5be206d5-7705-4950-b1a0-a45eadbfc6b8 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909288 Jun 11 18:11:37.528982 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device e1a1421a-08c5-4705-a927-41de34d3f2ed no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:11:37.611434 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: e1a1421a-08c5-4705-a927-41de34d3f2ed {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:11:37.612609 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device e1a1421a-08c5-4705-a927-41de34d3f2ed not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:11:38.016763 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbdecd-d789-47cb-bc0a-3c9aaa360040 req-13f7cacd-15e9-44dc-8d56-065a14133c18 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:38.019885 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-57bbdecd-d789-47cb-bc0a-3c9aaa360040 req-13f7cacd-15e9-44dc-8d56-065a14133c18 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1636152 Jun 11 18:11:38.110451 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-57bbdecd-d789-47cb-bc0a-3c9aaa360040 req-a3ef2388-0ddc-437e-a434-eb105ff06823 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804813 Jun 11 18:11:38.820755 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af1297-5600-45ca-9726-61089644829f req-d360495d-21cc-436d-bc47-053ee65bbe4b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:38.823718 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e5af1297-5600-45ca-9726-61089644829f req-d360495d-21cc-436d-bc47-053ee65bbe4b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3002250 Jun 11 18:11:38.869663 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbf8b5-a123-4be3-9d21-bd1f2748d313 req-01b5ecb2-66a6-4383-8b08-292156cb4cdb tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:38.872164 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-03dbf8b5-a123-4be3-9d21-bd1f2748d313 req-01b5ecb2-66a6-4383-8b08-292156cb4cdb tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 945 time: 0.2306726 Jun 11 18:11:38.982566 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e5af1297-5600-45ca-9726-61089644829f req-d17501f5-34f1-4a91-9167-1bbd3d2574f7 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418633 Jun 11 18:11:38.994750 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-03dbf8b5-a123-4be3-9d21-bd1f2748d313 req-ed45d953-8e2f-4c09-80fd-2633092a47fb tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031945 Jun 11 18:11:39.518472 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242b9aa-6934-49b3-8100-a3bca8fcfe49 req-a718e71c-a292-4cbe-852a-10eebfd3d3b1 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:39.521044 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c242b9aa-6934-49b3-8100-a3bca8fcfe49 req-a718e71c-a292-4cbe-852a-10eebfd3d3b1 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2103884 Jun 11 18:11:39.599623 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c242b9aa-6934-49b3-8100-a3bca8fcfe49 req-0fad53dc-d4f7-41b2-a893-30d7ea5a0c86 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651984 Jun 11 18:11:40.495478 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9083e9d-d9a0-4684-8ce2-c697eba8736a req-c9157fc8-9790-4bbd-86ad-e1891632f07e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:40.498761 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b9083e9d-d9a0-4684-8ce2-c697eba8736a req-c9157fc8-9790-4bbd-86ad-e1891632f07e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 945 time: 0.2341757 Jun 11 18:11:40.564434 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85024de5-c4c1-4b82-815c-604f0e53603b req-171169f2-33c5-4547-b01f-514af70d70db tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:40.566625 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-85024de5-c4c1-4b82-815c-604f0e53603b req-171169f2-33c5-4547-b01f-514af70d70db tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.2445011 Jun 11 18:11:40.674180 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b9083e9d-d9a0-4684-8ce2-c697eba8736a req-5f545d2c-5101-40a5-8395-ec0720351f86 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600611 Jun 11 18:11:40.679090 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-85024de5-c4c1-4b82-815c-604f0e53603b req-39103088-650e-4546-b270-3bcd8ceab304 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988836 Jun 11 18:11:40.984071 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186a58-83d7-43bd-868b-d9344910f852 req-125130c7-baa0-4047-8813-d08bc5a33483 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:40.985794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-65186a58-83d7-43bd-868b-d9344910f852 req-125130c7-baa0-4047-8813-d08bc5a33483 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1000698 Jun 11 18:11:41.072652 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-65186a58-83d7-43bd-868b-d9344910f852 req-2c98e906-209d-4afb-85e9-353b9193863b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754206 Jun 11 18:11:41.568270 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 91a193db-3c9f-40a6-a66b-3fecfa95dc1a no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:11:41.738354 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:41.797938 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:41.802530 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58175a5b-7e77-4a4f-8d9c-64d8fd2622fc" -d '{"events": [{"server_uuid": "ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e", "name": "network-vif-unplugged", "status": "completed", "tag": "91a193db-3c9f-40a6-a66b-3fecfa95dc1a"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:41.830171 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:41.845979 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:41.850210 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-ac00080e-9176-4b82-b03e-5e0439724543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:42.054608 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,revision_number=6']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:42.064907 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.065385 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.065960 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.066637 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.067215 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.067679 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.068138 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.068758 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.069427 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.069864 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.070291 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.070729 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:11:42.090037 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:42.232449 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353cf95-cdee-4062-b399-9f992e36c335 req-9aae173d-739b-403c-8678-115bdb24adbf tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:42.236242 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2353cf95-cdee-4062-b399-9f992e36c335 req-9aae173d-739b-403c-8678-115bdb24adbf tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.2593415 Jun 11 18:11:42.263574 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef3be6-29f8-4e34-89dc-c897cf6c3738 req-84e4ad07-bf22-4f77-90fa-08400a364170 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:42.266660 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a1ef3be6-29f8-4e34-89dc-c897cf6c3738 req-84e4ad07-bf22-4f77-90fa-08400a364170 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.2136250 Jun 11 18:11:42.392247 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2353cf95-cdee-4062-b399-9f992e36c335 req-d628f455-5a36-4eb9-a711-70734799ef44 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445053 Jun 11 18:11:42.402302 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a1ef3be6-29f8-4e34-89dc-c897cf6c3738 req-59b7128f-eb80-4f3a-b1c2-2967f213784e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250086 Jun 11 18:11:42.538708 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a59f683-5edf-4c8c-af05-221cb97406fb x-openstack-request-id: req-1a59f683-5edf-4c8c-af05-221cb97406fb {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:42.545751 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e", "name": "network-vif-unplugged", "status": "completed", "tag": "91a193db-3c9f-40a6-a66b-3fecfa95dc1a", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:42.546351 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a59f683-5edf-4c8c-af05-221cb97406fb {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:42.547940 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a', 'code': 200} Jun 11 18:11:42.944338 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5445a4-aa0d-43e8-afbc-bc596655291b req-9105e128-d2ae-4b39-8584-27c2008ceaf4 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:42.952410 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ef5445a4-aa0d-43e8-afbc-bc596655291b req-9105e128-d2ae-4b39-8584-27c2008ceaf4 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1469276 Jun 11 18:11:43.028917 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ef5445a4-aa0d-43e8-afbc-bc596655291b req-21a41687-885f-4d52-9b89-658567a60619 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677273 Jun 11 18:11:43.339340 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:43.822311 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8645a-0453-4345-868b-32e976047c0e req-8018f289-291e-4495-b1fe-946f2bbe8cf9 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:43.824067 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-07b8645a-0453-4345-868b-32e976047c0e req-8018f289-291e-4495-b1fe-946f2bbe8cf9 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.1741948 Jun 11 18:11:43.838021 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fab18-259f-45a6-80a9-df8c2f9feaad req-2a30bc51-77e2-413c-b6da-4bbbcfcbc747 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:43.840708 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-014fab18-259f-45a6-80a9-df8c2f9feaad req-2a30bc51-77e2-413c-b6da-4bbbcfcbc747 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1299145 Jun 11 18:11:43.928836 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-07b8645a-0453-4345-868b-32e976047c0e req-3aa7a731-55bc-4e9f-a2d1-633beb24ddab tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879269 Jun 11 18:11:43.932741 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-014fab18-259f-45a6-80a9-df8c2f9feaad req-f2fd7b0e-ff3b-418e-9f41-49529aacc036 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830991 Jun 11 18:11:44.336575 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa1e25-bf2e-4252-80ed-0299a9c12ce1 req-4017bed3-61f8-4af5-8222-e894770634be tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:44.338463 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-43fa1e25-bf2e-4252-80ed-0299a9c12ce1 req-4017bed3-61f8-4af5-8222-e894770634be tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1084931 Jun 11 18:11:44.397089 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-43fa1e25-bf2e-4252-80ed-0299a9c12ce1 req-8503384b-b6f2-451d-8144-4ccf65a26774 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475059 Jun 11 18:11:45.420290 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fcfbf-e8d4-415f-a836-e30ee1df8f4e req-498b367e-e446-4c42-9a94-c8df026db096 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:45.423565 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e6fcfbf-e8d4-415f-a836-e30ee1df8f4e req-498b367e-e446-4c42-9a94-c8df026db096 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.2366753 Jun 11 18:11:45.447040 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b463847-1144-477c-b022-e7135f3a8bff req-1e8e150c-3e0d-43a8-b1b5-9efdaa0f92f3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:45.449928 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0b463847-1144-477c-b022-e7135f3a8bff req-1e8e150c-3e0d-43a8-b1b5-9efdaa0f92f3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1971774 Jun 11 18:11:45.563197 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e6fcfbf-e8d4-415f-a836-e30ee1df8f4e req-99d575a9-c814-42b6-83c4-83a7b5303770 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116059 Jun 11 18:11:45.590878 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0b463847-1144-477c-b022-e7135f3a8bff req-d008e1ca-da61-4bbf-9681-c5447a27ee72 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089251 Jun 11 18:11:45.909141 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f661-b258-4dd7-9757-318447206ca1 req-be6d1689-4a78-47ba-a795-db563fcb83f3 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:45.912015 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0422f661-b258-4dd7-9757-318447206ca1 req-be6d1689-4a78-47ba-a795-db563fcb83f3 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1446500 Jun 11 18:11:45.988647 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0422f661-b258-4dd7-9757-318447206ca1 req-87bf22dd-7dda-49a1-ad9f-74e2c366ecbd tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659699 Jun 11 18:11:46.971576 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ff579-c7fa-4a21-a92a-a5622b03dae5 req-83602e70-52cb-4a7a-895a-fbee31bc72bb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.973267 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b10ff579-c7fa-4a21-a92a-a5622b03dae5 req-83602e70-52cb-4a7a-895a-fbee31bc72bb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1862149 Jun 11 18:11:46.990029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca981b-ed76-4504-b613-2d5f25143316 req-6ca409e0-c25c-49b7-ba9e-aef9858cbaa5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:46.992087 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4cca981b-ed76-4504-b613-2d5f25143316 req-6ca409e0-c25c-49b7-ba9e-aef9858cbaa5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.1883061 Jun 11 18:11:47.115655 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b10ff579-c7fa-4a21-a92a-a5622b03dae5 req-7fede24f-f1fa-4401-b0ec-ed213f39bb41 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221967 Jun 11 18:11:47.125093 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4cca981b-ed76-4504-b613-2d5f25143316 req-44586b55-2ccb-4448-b1b2-cd01b5dc53e2 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214905 Jun 11 18:11:47.426450 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6af30-080f-4b70-8c26-5ed2b0a2bc5b req-1332ca32-180c-409a-a8f9-c15eb4bf7122 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:47.429306 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-05d6af30-080f-4b70-8c26-5ed2b0a2bc5b req-1332ca32-180c-409a-a8f9-c15eb4bf7122 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1301739 Jun 11 18:11:47.545138 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-05d6af30-080f-4b70-8c26-5ed2b0a2bc5b req-9fe57bf9-f3af-467c-8958-c59f8d868eb2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037037 Jun 11 18:11:49.042641 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09fc0e-bb2e-4cbb-a627-3c8a6793e6da req-1737db4d-d010-4f96-8db3-1c685a37ffa6 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:49.048994 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7c09fc0e-bb2e-4cbb-a627-3c8a6793e6da req-1737db4d-d010-4f96-8db3-1c685a37ffa6 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.6559451 Jun 11 18:11:49.087797 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a0241-0f17-4237-9403-be5d84c28c80 req-f24f3193-6455-4e38-b0e7-1a9973a45393 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:49.090679 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b14a0241-0f17-4237-9403-be5d84c28c80 req-f24f3193-6455-4e38-b0e7-1a9973a45393 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.2188556 Jun 11 18:11:49.207624 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7c09fc0e-bb2e-4cbb-a627-3c8a6793e6da req-ef563b93-c73d-4712-a919-f18f4882cdd6 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498482 Jun 11 18:11:49.224462 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b14a0241-0f17-4237-9403-be5d84c28c80 req-489938dd-00e4-4e21-b578-07bf62ad180d tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 Jun 11 18:11:49.625556 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836c490-56da-4e71-a5cd-37cc328b6b08 req-5e9fbad1-2a4f-45e6-afcc-b5d8c49c4af7 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:49.627363 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b836c490-56da-4e71-a5cd-37cc328b6b08 req-5e9fbad1-2a4f-45e6-afcc-b5d8c49c4af7 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1265123 Jun 11 18:11:49.712362 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b836c490-56da-4e71-a5cd-37cc328b6b08 req-be3c41d4-b2c0-4569-ae06-739d81909677 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688324 Jun 11 18:11:50.706993 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76c777-cb31-4478-aa65-f99f5dc7465d req-14032f21-931e-4060-86d5-7a3b34ea69c2 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:50.710106 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4b76c777-cb31-4478-aa65-f99f5dc7465d req-14032f21-931e-4060-86d5-7a3b34ea69c2 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.2193704 Jun 11 18:11:50.762934 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db781e97-b38b-471f-8687-b9c48fcca862 req-59cae528-b87a-43c1-9ba6-82a7a4aa7e25 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:50.767241 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-db781e97-b38b-471f-8687-b9c48fcca862 req-59cae528-b87a-43c1-9ba6-82a7a4aa7e25 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.2923162 Jun 11 18:11:50.914506 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-db781e97-b38b-471f-8687-b9c48fcca862 req-efbfde0a-24ec-4857-aa64-9ca4baaf8204 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325741 Jun 11 18:11:50.930070 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4b76c777-cb31-4478-aa65-f99f5dc7465d req-8c2c3d2b-ed24-459c-b55e-8caf4bc45f3e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030792 Jun 11 18:11:51.300652 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7d1e-537e-4230-9601-d5329fc5adac req-18765df2-539c-4063-9a93-57bc664e852d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:51.303473 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-703f7d1e-537e-4230-9601-d5329fc5adac req-18765df2-539c-4063-9a93-57bc664e852d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1592832 Jun 11 18:11:51.388413 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-703f7d1e-537e-4230-9601-d5329fc5adac req-f6bae1ef-ad97-4f43-85a3-7471eaa1f5f7 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744455 Jun 11 18:11:52.492917 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c497282-edcc-474c-93c8-b210d67d3d9c req-0e905107-9d44-4e59-99e7-683e91fc33bb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:52.496444 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4c497282-edcc-474c-93c8-b210d67d3d9c req-0e905107-9d44-4e59-99e7-683e91fc33bb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3069673 Jun 11 18:11:52.512332 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae1c3d-500a-4e12-8d5f-b233d043725a req-ff51600e-0c42-4e6b-b7f1-67cfdbbf1d29 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:52.516927 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-42ae1c3d-500a-4e12-8d5f-b233d043725a req-ff51600e-0c42-4e6b-b7f1-67cfdbbf1d29 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.2489901 Jun 11 18:11:52.618815 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4c497282-edcc-474c-93c8-b210d67d3d9c req-4880dac6-8bd0-49d5-b343-e63ceab38030 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001451 Jun 11 18:11:52.632657 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-42ae1c3d-500a-4e12-8d5f-b233d043725a req-6b70967c-8001-43b7-9ce0-20cedd167d74 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029077 Jun 11 18:11:52.944144 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654a6cc-5e6c-4dc0-be35-c4b4858e59e7 req-b0afe293-9ae8-4abe-990c-a22d0fb8e2ff tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:52.950284 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7654a6cc-5e6c-4dc0-be35-c4b4858e59e7 req-b0afe293-9ae8-4abe-990c-a22d0fb8e2ff tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1105537 Jun 11 18:11:53.041450 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7654a6cc-5e6c-4dc0-be35-c4b4858e59e7 req-51a1ffbb-86bb-41c4-bc4f-3f4c6d1a93de tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789104 Jun 11 18:11:53.390937 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-0e4d1a14-9d99-499a-a060-6a801b0c3079 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:53.393850 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-0e4d1a14-9d99-499a-a060-6a801b0c3079 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.1443963 Jun 11 18:11:53.663726 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Deleting port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:11:53.664832 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:54.348544 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] For port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:11:54.349268 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:54.359567 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37605c8e-dac6-4585-9c2d-537f9d7e0560 req-81a45ab0-0924-4949-b09e-c1964b5feaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:54.362447 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-37605c8e-dac6-4585-9c2d-537f9d7e0560 req-81a45ab0-0924-4949-b09e-c1964b5feaf9 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1099 time: 0.6911154 Jun 11 18:11:54.616522 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Calling delete_port for 91a193db-3c9f-40a6-a66b-3fecfa95dc1a owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:11:54.683293 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eab07a-5048-4192-b7d1-b2d04af63272 req-c34c80d4-d463-4d7a-9214-44686e9d829c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:54.696677 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-93eab07a-5048-4192-b7d1-b2d04af63272 req-c34c80d4-d463-4d7a-9214-44686e9d829c tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 943 time: 0.7864344 Jun 11 18:11:54.731029 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-37605c8e-dac6-4585-9c2d-537f9d7e0560 req-7622a449-8bcf-44e6-97a7-9e0d028481a1 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455470 Jun 11 18:11:54.877232 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7dfa9-4090-4ab2-b563-88571217e1ed req-c52cc7fc-eaec-4dce-8674-5a9a34a74a2d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:54.884606 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-39c7dfa9-4090-4ab2-b563-88571217e1ed req-c52cc7fc-eaec-4dce-8674-5a9a34a74a2d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.7424233 Jun 11 18:11:54.981839 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-93eab07a-5048-4192-b7d1-b2d04af63272 req-41724761-feff-4af4-8129-e49230d00c2a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718008 Jun 11 18:11:55.151111 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-39c7dfa9-4090-4ab2-b563-88571217e1ed req-e2b7dfc2-6fda-4b48-a685-45a94800537c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565975 Jun 11 18:11:55.221786 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-bfcae076-9212-43b3-a29a-17ba091cd648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:55.398191 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:55.408158 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9500406f-ed3c-4265-92fc-b0f601d3ce22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:11:55.419506 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['acada3c6-9081-4981-b945-e25141c5c389', '8c7974bb-2f22-4814-a15e-e7f80a13b8df'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:11:55.469411 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Pushing event deleted for resources: {'Port': ['ID=91a193db-3c9f-40a6-a66b-3fecfa95dc1a,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:11:55.485231 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:11:55.610540 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] No DVR routers for this DVR port 91a193db-3c9f-40a6-a66b-3fecfa95dc1a on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:11:55.617059 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:55.621015 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-474573cb-8854-4199-8f4e-99b7bd7870e6 req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "DELETE /v2.0/ports/91a193db-3c9f-40a6-a66b-3fecfa95dc1a HTTP/1.1" status: 204 len: 173 time: 2.2195208 Jun 11 18:11:55.621891 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'name': 'network-vif-deleted', 'tag': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:11:55.626512 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f2446a-1465-41dd-a16e-14b828c3356e" -d '{"events": [{"server_uuid": "ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e", "name": "network-vif-deleted", "tag": "91a193db-3c9f-40a6-a66b-3fecfa95dc1a"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:11:55.735132 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405efac-0933-4240-8f6d-47872689c16d req-ffa37895-8a83-411f-80e2-4a5efe187566 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:55.744374 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0405efac-0933-4240-8f6d-47872689c16d req-ffa37895-8a83-411f-80e2-4a5efe187566 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.4575994 Jun 11 18:11:55.847252 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1cc6d5-2d46-4818-8be9-34af3934417b x-openstack-request-id: req-de1cc6d5-2d46-4818-8be9-34af3934417b {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:11:55.855987 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e", "name": "network-vif-deleted", "tag": "91a193db-3c9f-40a6-a66b-3fecfa95dc1a", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:11:55.856706 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de1cc6d5-2d46-4818-8be9-34af3934417b {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:11:55.857665 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e', 'name': 'network-vif-deleted', 'tag': '91a193db-3c9f-40a6-a66b-3fecfa95dc1a', 'status': 'completed', 'code': 200} Jun 11 18:11:56.183325 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0405efac-0933-4240-8f6d-47872689c16d req-f2b61616-2fd8-4600-abfd-3df9d229c69d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257152 Jun 11 18:11:56.523041 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d510f0a1-da2a-4312-9789-e0d1c300579e req-ae4c954c-f033-4358-b4d0-5d506fbe3272 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea77023f-93c5-4d9b-87b1-8fcdd1e4b69e HTTP/1.1" status: 200 len: 210 time: 0.0994327 Jun 11 18:11:56.796862 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadf16c-d1bc-4957-bf83-4979b03fb9ce req-3046b88c-8f8f-4932-9743-7ea9a959d0d8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:56.800523 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8aadf16c-d1bc-4957-bf83-4979b03fb9ce req-3046b88c-8f8f-4932-9743-7ea9a959d0d8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1514359 Jun 11 18:11:56.875650 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8aadf16c-d1bc-4957-bf83-4979b03fb9ce req-14a875bd-f6dd-4a9d-a755-d99256d8d273 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602574 Jun 11 18:11:57.710571 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66c00d-3c34-4fdc-b136-324ed994bd5e req-e889b1a5-9989-4967-bbc0-3b9601641b58 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:57.727352 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ae66c00d-3c34-4fdc-b136-324ed994bd5e req-e889b1a5-9989-4967-bbc0-3b9601641b58 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2915490 Jun 11 18:11:57.854362 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ae66c00d-3c34-4fdc-b136-324ed994bd5e req-ab62a4e6-059e-469d-a6bd-bc6ed30c9650 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228902 Jun 11 18:11:57.918237 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-c6b7a4b7-7d2b-4ffb-9e08-a4ea2cbb1ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:58.073576 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:58.503184 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac9920-7755-43eb-b582-fc0dc4e7b613 req-048ae0f2-76fb-49fb-a8f6-a877d4ba9a64 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:58.508659 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b7ac9920-7755-43eb-b582-fc0dc4e7b613 req-048ae0f2-76fb-49fb-a8f6-a877d4ba9a64 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.1751919 Jun 11 18:11:58.632924 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b7ac9920-7755-43eb-b582-fc0dc4e7b613 req-9d4138db-bd8b-409a-92a3-0d108b3736a9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111932 Jun 11 18:11:59.175430 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d993a-1b67-4b99-9d44-bcb7a3ed7cc0 req-8a50c35e-5aa2-42fb-8d4a-dcf60e215878 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:59.190320 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e61d993a-1b67-4b99-9d44-bcb7a3ed7cc0 req-8a50c35e-5aa2-42fb-8d4a-dcf60e215878 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 946 time: 0.2153344 Jun 11 18:11:59.418062 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:11:59.596248 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e61d993a-1b67-4b99-9d44-bcb7a3ed7cc0 req-2a996005-d3ed-4a7d-9b0d-fd43b2e4cf17 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370333 Jun 11 18:11:59.646015 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-560422e8-2392-487d-96fa-e2a2b4da1555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:59.648781 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-560422e8-2392-487d-96fa-e2a2b4da1555 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1099 time: 0.3665311 Jun 11 18:11:59.740435 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b38c39-e339-4c19-9072-2c45e75a4896 req-d905e4a1-2efe-4ede-8190-fca293b8c073 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:11:59.743452 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2b38c39-e339-4c19-9072-2c45e75a4896 req-d905e4a1-2efe-4ede-8190-fca293b8c073 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2871432 Jun 11 18:12:00.047635 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2b38c39-e339-4c19-9072-2c45e75a4896 req-cecb2e69-d3a7-42ca-ab33-a0cb5567f886 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925417 Jun 11 18:12:00.124382 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-2fd8e29e-2983-4ad6-ac5e-76102e1cd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:00.127318 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-2fd8e29e-2983-4ad6-ac5e-76102e1cd5be service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 920 time: 0.4662135 Jun 11 18:12:00.262885 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-d20649a1-d195-4468-9704-d9fab864ab35 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 200 len: 217 time: 0.1194079 Jun 11 18:12:00.278376 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3446672-c027-4741-b692-8ad7149bc948 req-571f847f-ece8-44fa-9d5e-98d8fb43267e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:00.281427 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a3446672-c027-4741-b692-8ad7149bc948 req-571f847f-ece8-44fa-9d5e-98d8fb43267e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 943 time: 0.3868058 Jun 11 18:12:00.832361 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a3446672-c027-4741-b692-8ad7149bc948 req-45818aaa-0c73-4aff-b269-47abbea6ded8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5338764 Jun 11 18:12:00.839667 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-d58a69f8-fcc1-4f9c-a81d-cc4b4cd698ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:00.842078 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-d58a69f8-fcc1-4f9c-a81d-cc4b4cd698ea service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.5550959 Jun 11 18:12:00.935871 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-7f1ff8d6-52e9-40c1-b091-e181b23e7a4f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509932 Jun 11 18:12:01.134935 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.272638 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-97934491-b4cd-4392-a63c-1b6f2bd8c1af service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224223 Jun 11 18:12:01.284038 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-4e02abf5-1feb-47bc-bb90-9b834a030d24 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:01.285835 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-4e02abf5-1feb-47bc-bb90-9b834a030d24 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 946 time: 0.5488145 Jun 11 18:12:01.484380 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b6b90-e006-4f64-8d95-f3325cf86c9a req-3e80c74c-175a-421d-8477-d58c7041070b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:01.488014 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-036b6b90-e006-4f64-8d95-f3325cf86c9a req-3e80c74c-175a-421d-8477-d58c7041070b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 946 time: 0.7103117 Jun 11 18:12:01.649410 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:12:01.794262 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-036b6b90-e006-4f64-8d95-f3325cf86c9a req-cb2d119f-679a-4a91-97ff-fb2cd35f34a6 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881718 Jun 11 18:12:01.799300 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30e4bd52-f5d8-4299-964d-a6a82a18ef59 req-8e90ebb6-6348-4392-a971-e0553577b085 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112693 Jun 11 18:12:01.817674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Deleting port 8c7974bb-2f22-4814-a15e-e7f80a13b8df {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:12:01.818021 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:01.833307 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83ebc4-8ee1-4b18-ab6a-dd81d665ace6 req-9b0ca38a-2c57-4280-b2bc-19c97f9fa072 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:01.842869 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e83ebc4-8ee1-4b18-ab6a-dd81d665ace6 req-9b0ca38a-2c57-4280-b2bc-19c97f9fa072 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3743489 Jun 11 18:12:01.881569 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:01.912157 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'port_id': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'mac_address': 'fa:16:3e:f4:5b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:12:02.025967 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:02.072734 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e83ebc4-8ee1-4b18-ab6a-dd81d665ace6 req-f207e7f6-f9fd-49ec-9a1f-384f1ce08c6b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293351 Jun 11 18:12:02.109204 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7335c9b-687a-484c-8edb-fd4b141b77a1 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:02.197347 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:02.214085 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:02.221589 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:02.242443 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] For port 8c7974bb-2f22-4814-a15e-e7f80a13b8df, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8c7974bb-2f22-4814-a15e-e7f80a13b8df,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:02.243048 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:02.462356 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=9']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:02.467906 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:02.490462 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Calling delete_port for 8c7974bb-2f22-4814-a15e-e7f80a13b8df owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:12:02.634650 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['c7335c9b-687a-484c-8edb-fd4b141b77a1'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:02.666325 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542d34-c275-44ca-9658-eb4406e88dd0 req-c9b60f9b-8b02-4e44-aa84-435dbbdfb8d8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:02.679692 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-61542d34-c275-44ca-9658-eb4406e88dd0 req-c9b60f9b-8b02-4e44-aa84-435dbbdfb8d8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 944 time: 0.4948668 Jun 11 18:12:02.797107 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-61542d34-c275-44ca-9658-eb4406e88dd0 req-15a39532-b733-448f-92c2-df0a71ef9916 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152146 Jun 11 18:12:02.969282 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:02.985942 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-37d153fd-b0e3-4a00-a38a-7ac3563a785c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:03.053350 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Pushing event deleted for resources: {'Port': ['ID=8c7974bb-2f22-4814-a15e-e7f80a13b8df,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:03.060357 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:03.207882 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-053bcbfe-332e-46f1-9b68-1f5bf99f8ce4 req-95d15d93-1d4d-4ed4-9295-7fbe21bf82dc tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 210 time: 0.0849636 Jun 11 18:12:03.209084 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] No DVR routers for this DVR port 8c7974bb-2f22-4814-a15e-e7f80a13b8df on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:12:03.214181 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:03.215999 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f484fb7f-efb5-4a93-b869-2a9c9def2800 req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "DELETE /v2.0/ports/8c7974bb-2f22-4814-a15e-e7f80a13b8df HTTP/1.1" status: 204 len: 173 time: 1.9158618 Jun 11 18:12:03.216799 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb1aafc-90bc-4542-a04b-60eaf3a1fe38', 'name': 'network-vif-deleted', 'tag': '8c7974bb-2f22-4814-a15e-e7f80a13b8df'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:03.220211 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81dc3f6-0ce7-4fc1-92cd-2c885649921d" -d '{"events": [{"server_uuid": "2cb1aafc-90bc-4542-a04b-60eaf3a1fe38", "name": "network-vif-deleted", "tag": "8c7974bb-2f22-4814-a15e-e7f80a13b8df"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:03.392214 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a897e670-ec71-4c02-bf6f-91d0d99b4bae x-openstack-request-id: req-a897e670-ec71-4c02-bf6f-91d0d99b4bae {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:03.392812 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb1aafc-90bc-4542-a04b-60eaf3a1fe38", "name": "network-vif-deleted", "tag": "8c7974bb-2f22-4814-a15e-e7f80a13b8df", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:03.393228 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a897e670-ec71-4c02-bf6f-91d0d99b4bae {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:03.394292 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb1aafc-90bc-4542-a04b-60eaf3a1fe38', 'name': 'network-vif-deleted', 'tag': '8c7974bb-2f22-4814-a15e-e7f80a13b8df', 'status': 'completed', 'code': 200} Jun 11 18:12:03.620883 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6799a-1db4-4e7f-81aa-0fd19f2492d8 req-015c5f51-c9c3-452d-8b14-91bfad98845a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:03.622144 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9ec6799a-1db4-4e7f-81aa-0fd19f2492d8 req-015c5f51-c9c3-452d-8b14-91bfad98845a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1965749 Jun 11 18:12:03.678228 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['acada3c6-9081-4981-b945-e25141c5c389', '8c7974bb-2f22-4814-a15e-e7f80a13b8df'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:03.695676 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9ec6799a-1db4-4e7f-81aa-0fd19f2492d8 req-178cf58d-0a7e-4177-9129-635f44676a3b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637455 Jun 11 18:12:04.282347 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961aa17b-ffe8-4191-bb62-76584e655589 req-38f00eb3-016d-401a-aa7c-49b23ac0b74a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:04.288249 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-961aa17b-ffe8-4191-bb62-76584e655589 req-38f00eb3-016d-401a-aa7c-49b23ac0b74a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 944 time: 0.1868274 Jun 11 18:12:04.456783 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-961aa17b-ffe8-4191-bb62-76584e655589 req-e8fda166-03d2-4dcc-8044-c0cc617b53c2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527143 Jun 11 18:12:04.693887 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c8c76abe-de29-4732-b7e8-1197069b7fa8 req-0d8b9a2d-3cf8-4a2d-b921-e7f364aa4cae tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cb1aafc-90bc-4542-a04b-60eaf3a1fe38 HTTP/1.1" status: 200 len: 210 time: 0.0991297 Jun 11 18:12:05.107377 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6352f-4ba1-40c5-b9da-7c27eb3626b8 req-868a006d-e169-40fe-b933-cb916dd6af0d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:05.109953 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-95a6352f-4ba1-40c5-b9da-7c27eb3626b8 req-868a006d-e169-40fe-b933-cb916dd6af0d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1357076 Jun 11 18:12:05.175153 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-95a6352f-4ba1-40c5-b9da-7c27eb3626b8 req-947862df-ce81-4234-8fa0-6e5a37b03113 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526783 Jun 11 18:12:05.691188 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:05.980375 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port c7335c9b-687a-484c-8edb-fd4b141b77a1 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:05.981659 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:06.177316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89139692-aced-4318-bebb-e58995b55e4f req-f7106b8e-af33-454e-8f56-4c7353dc3430 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:06.191735 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-89139692-aced-4318-bebb-e58995b55e4f req-f7106b8e-af33-454e-8f56-4c7353dc3430 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 944 time: 0.3857384 Jun 11 18:12:06.266614 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:06.273166 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-89139692-aced-4318-bebb-e58995b55e4f req-695f915f-3cda-4b1a-8f1f-81d8a390aecc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796654 Jun 11 18:12:06.378857 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:06.383453 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b2a213-08ca-405e-9268-9e7e63ccbeac" -d '{"events": [{"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:06.427971 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:06.435316 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:06.436478 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 8c7974bb-2f22-4814-a15e-e7f80a13b8df no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:12:06.438828 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:06.530679 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a8369f-d14e-473e-a5ff-3ff37cf2378d x-openstack-request-id: req-36a8369f-d14e-473e-a5ff-3ff37cf2378d {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:06.531630 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-plugged", "status": "completed", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:06.532104 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36a8369f-d14e-473e-a5ff-3ff37cf2378d {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:06.532795 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'code': 200} Jun 11 18:12:06.537392 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 8c7974bb-2f22-4814-a15e-e7f80a13b8df {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:12:06.537985 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 8c7974bb-2f22-4814-a15e-e7f80a13b8df not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:12:06.604951 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=10']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:06.612464 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:07.369805 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623b348-4e8a-40ac-be12-2499ffe3fd1f req-877e520c-047a-4afe-9cb5-eacc4c7fee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:07.372783 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0623b348-4e8a-40ac-be12-2499ffe3fd1f req-877e520c-047a-4afe-9cb5-eacc4c7fee85 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1788027 Jun 11 18:12:07.525426 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0623b348-4e8a-40ac-be12-2499ffe3fd1f req-f93588a1-7df5-4160-b67c-ad578b926595 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331129 Jun 11 18:12:07.587425 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643caa39-b3d4-48ba-bb2a-d86c4026df4e req-56619e6e-3e97-4092-9c3d-38a1ff5dec88 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:07.590776 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-643caa39-b3d4-48ba-bb2a-d86c4026df4e req-56619e6e-3e97-4092-9c3d-38a1ff5dec88 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2162716 Jun 11 18:12:07.744226 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-643caa39-b3d4-48ba-bb2a-d86c4026df4e req-6e8d8a0d-3bef-4587-a5f1-2bae863a5ce1 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384656 Jun 11 18:12:07.808264 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f5e9c-61d1-4dbe-8f56-d0797d9cb6a2 req-459ab7ff-150b-4c7a-aa56-41e2f1a12dbd tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:07.811807 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-219f5e9c-61d1-4dbe-8f56-d0797d9cb6a2 req-459ab7ff-150b-4c7a-aa56-41e2f1a12dbd tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 946 time: 0.1753695 Jun 11 18:12:07.898524 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-219f5e9c-61d1-4dbe-8f56-d0797d9cb6a2 req-ab058f89-a77f-4411-afa4-84c4d45c33e7 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773985 Jun 11 18:12:08.913523 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85544014-35a2-4910-84d8-34e11b9ba7ac req-499982cd-c8a7-4493-a052-d897cfd598e5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:08.918597 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-85544014-35a2-4910-84d8-34e11b9ba7ac req-499982cd-c8a7-4493-a052-d897cfd598e5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 945 time: 0.1739633 Jun 11 18:12:09.158908 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-85544014-35a2-4910-84d8-34e11b9ba7ac req-3c5b7ffd-6c54-4705-9c82-a82cb23a0fb5 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219372 Jun 11 18:12:09.498378 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7963481-aba8-4199-8bcd-788d7ac1454d req-a0f8a76e-de74-45b7-9b78-754d9bd457ad tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:09.512135 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c7963481-aba8-4199-8bcd-788d7ac1454d req-a0f8a76e-de74-45b7-9b78-754d9bd457ad tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 946 time: 0.2239084 Jun 11 18:12:09.592029 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c7963481-aba8-4199-8bcd-788d7ac1454d req-2a9a2912-f97a-4c4c-a003-f63d78fddded tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786650 Jun 11 18:12:10.789703 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ca2f-3706-4d32-95a6-87aaeb0fd9ee req-258bb77c-9a76-4e22-a04d-ec3d0496adcf tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:10.802699 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4655ca2f-3706-4d32-95a6-87aaeb0fd9ee req-258bb77c-9a76-4e22-a04d-ec3d0496adcf tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 945 time: 0.2416077 Jun 11 18:12:10.896695 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4655ca2f-3706-4d32-95a6-87aaeb0fd9ee req-a1c7f029-3fda-4c00-9f56-453db0347519 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925999 Jun 11 18:12:11.089521 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46020aea-60a7-4274-bc08-efebb45de075 req-c1c2f41e-084b-4953-adbf-49212a2e4fa0 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:11.101687 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-46020aea-60a7-4274-bc08-efebb45de075 req-c1c2f41e-084b-4953-adbf-49212a2e4fa0 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 946 time: 0.1353209 Jun 11 18:12:11.187145 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-46020aea-60a7-4274-bc08-efebb45de075 req-4debbf11-b77c-4b54-95b8-d7213230b236 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830686 Jun 11 18:12:12.377029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-af4c0889-5d60-47e4-abff-ec3cbf3ca246 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:12.379593 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-af4c0889-5d60-47e4-abff-ec3cbf3ca246 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 945 time: 0.3372967 Jun 11 18:12:12.468434 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ebb64-aa78-4aea-b5c9-cb6be114e3bf req-68bb1492-dff6-4e05-9215-211b41ead7b9 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:12.471083 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b3ebb64-aa78-4aea-b5c9-cb6be114e3bf req-68bb1492-dff6-4e05-9215-211b41ead7b9 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 945 time: 0.3014452 Jun 11 18:12:12.756456 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b3ebb64-aa78-4aea-b5c9-cb6be114e3bf req-e1af76b7-4a87-4164-986e-4d4b6331374b tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/security-groups?id=ced3ca86-5dcf-40d5-986c-f4c24e022c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632947 Jun 11 18:12:12.903929 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e1e80-89a5-436c-8df7-487ae9705e66 req-51c654c8-8d00-4ff5-b4e2-9fd835066d04 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:12.907307 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b88e1e80-89a5-436c-8df7-487ae9705e66 req-51c654c8-8d00-4ff5-b4e2-9fd835066d04 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 946 time: 0.4163270 Jun 11 18:12:12.944187 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Deleting port acada3c6-9081-4981-b945-e25141c5c389 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:12:12.944630 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.206263 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b88e1e80-89a5-436c-8df7-487ae9705e66 req-e57a5f81-9511-4fbf-923f-ef89a2873753 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785988 Jun 11 18:12:13.328876 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] For port acada3c6-9081-4981-b945-e25141c5c389, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=acada3c6-9081-4981-b945-e25141c5c389,segment=NetworkSegment(85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4),segment_id=85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:13.329890 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.398289 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:13.559898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Calling delete_port for acada3c6-9081-4981-b945-e25141c5c389 owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:12:13.862380 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:12:14.022306 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.031357 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2e7ee6dd-1fbe-47fb-8e4a-855eedae5a1a tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:14.112706 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Pushing event deleted for resources: {'Port': ['ID=acada3c6-9081-4981-b945-e25141c5c389,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:14.177931 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:14.182528 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-44da7db8-6d97-4a80-b06b-7991d6080472 req-5e0a7900-8770-43ff-97a7-bed3ad3448aa tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.15 "GET /v2.0/ports?device_id=16977ea3-6d33-4dd3-be26-939fe4861b61 HTTP/1.1" status: 200 len: 210 time: 0.0991013 Jun 11 18:12:14.302621 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] No DVR routers for this DVR port acada3c6-9081-4981-b945-e25141c5c389 on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:12:14.307118 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:14.309946 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-799aa0db-c1c2-4af1-96c5-d40e401f597d req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] 10.222.0.82 "DELETE /v2.0/ports/acada3c6-9081-4981-b945-e25141c5c389 HTTP/1.1" status: 204 len: 173 time: 1.9223747 Jun 11 18:12:14.311272 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16977ea3-6d33-4dd3-be26-939fe4861b61', 'name': 'network-vif-deleted', 'tag': 'acada3c6-9081-4981-b945-e25141c5c389'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:14.316102 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a092ea03-6df3-4d40-a239-281418c630d3" -d '{"events": [{"server_uuid": "16977ea3-6d33-4dd3-be26-939fe4861b61", "name": "network-vif-deleted", "tag": "acada3c6-9081-4981-b945-e25141c5c389"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:14.443610 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064f94ae-b637-4b0f-bbeb-4149b7a7d26c x-openstack-request-id: req-064f94ae-b637-4b0f-bbeb-4149b7a7d26c {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:14.444879 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16977ea3-6d33-4dd3-be26-939fe4861b61", "name": "network-vif-deleted", "tag": "acada3c6-9081-4981-b945-e25141c5c389", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:14.446094 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-064f94ae-b637-4b0f-bbeb-4149b7a7d26c {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:14.446898 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16977ea3-6d33-4dd3-be26-939fe4861b61', 'name': 'network-vif-deleted', 'tag': 'acada3c6-9081-4981-b945-e25141c5c389', 'status': 'completed', 'code': 200} Jun 11 18:12:15.441677 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-5ce67e44-d183-410d-95db-50f2d049c3c0 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990155644&fields=id&tenant_id=e83124fc00bc46b1a06f26f71a4742f8 HTTP/1.1" status: 200 len: 267 time: 0.1588812 Jun 11 18:12:15.724787 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device acada3c6-9081-4981-b945-e25141c5c389 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:12:15.774818 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-d51c3f36-8d63-494a-ae88-abb6ad7184ce tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:15.789829 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-d51c3f36-8d63-494a-ae88-abb6ad7184ce tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/networks?id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 200 len: 809 time: 0.3272681 Jun 11 18:12:15.800896 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: acada3c6-9081-4981-b945-e25141c5c389 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:12:15.802044 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device acada3c6-9081-4981-b945-e25141c5c389 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:12:15.828748 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-2741a79f-cfad-4a8f-bd40-b108509e38ee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/quotas/e83124fc00bc46b1a06f26f71a4742f8 HTTP/1.1" status: 200 len: 375 time: 0.0372930 Jun 11 18:12:16.006412 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-15b0931d-d23d-4789-a32d-c47789c26f95 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1702666 Jun 11 18:12:16.205675 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 39826) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:16.325896 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f38fd822-94bc-4b59-9966-77fd1cda80da service neutron] 10.222.0.15 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052700 Jun 11 18:12:16.766551 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-0c85c2df-b947-4381-9c02-2043ba3e9482 service neutron] 10.222.0.15 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266224 Jun 11 18:12:16.951555 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Deleting subnet cbc1318e-2ad2-461c-8ca8-045387643d8b {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:12:16.960706 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.074180 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.192131 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.473951 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.481127 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-951e22cd-5866-4b16-b149-fb0ae8cc3515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:17.544356 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-14519b38-2bab-41e7-a4ef-e67a5d6cd9e5 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883019723&fields=id&tenant_id=64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 267 time: 0.1088688 Jun 11 18:12:17.554322 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc1318e-2ad2-461c-8ca8-045387643d8b,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:17.579457 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.580736 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.583014 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.584158 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.585156 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.586162 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.587155 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.588186 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.589152 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.590152 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.591075 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.592044 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:17.601706 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:17.605788 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cbc1318e-2ad2-461c-8ca8-045387643d8b HTTP/1.1" status: 204 len: 168 time: 1.3983195 Jun 11 18:12:17.608511 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-580597d9-68dd-4160-aa99-141b88b2cb50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:17.611869 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 39858) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:17.851466 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.067632 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad270-93ca-47da-8422-4b438728eaed req-dca8f5a5-0b6c-4cd4-b7bc-283972679e30 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:18.070500 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-dca8f5a5-0b6c-4cd4-b7bc-283972679e30 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 812 time: 0.5030594 Jun 11 18:12:18.102963 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-6990b45c-9f36-48a7-b040-5b40eca4fcac tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/quotas/64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 375 time: 0.0202599 Jun 11 18:12:18.151543 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.195420 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8dea01-a324-469a-a408-fff0eb66b54b']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:18.240948 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:18.241820 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fb4f14-3e00-4d36-8a1d-6cbaaca5b0b4') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:18.285285 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.361819 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.398830 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:12:18.402953 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:12:18.412585 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:12:18.700738 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.720932 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:18.761260 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:18.769083 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] 10.222.0.15 "DELETE /v2.0/networks/be8dea01-a324-469a-a408-fff0eb66b54b HTTP/1.1" status: 204 len: 168 time: 1.1487708 Jun 11 18:12:18.769083 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=be8dea01-a324-469a-a408-fff0eb66b54b,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:18.795245 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-90d84324-8bcb-4549-96ff-a52336609c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:18.855505 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-2c5bfd16-839d-47e3-939a-b4a867983080 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7205620 Jun 11 18:12:19.259789 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-6748915c-0fac-4633-9b25-e2cf89764c1a service neutron] 10.222.0.15 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833759 Jun 11 18:12:19.268096 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 39892) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:19.293440 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-477daf30-4cd6-41be-9534-a9b99c9b724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:19.296775 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-477daf30-4cd6-41be-9534-a9b99c9b724f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1099 time: 0.3976643 Jun 11 18:12:19.390709 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-0dfc4c54-7484-4a05-a39a-994e3356851f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ae38de8388847ffb10d0bc82989f350&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1200483 Jun 11 18:12:19.394691 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 39896) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:19.509518 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2341-d6ef-4656-83d2-41efb4dcad6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:19.547838 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2341-d6ef-4656-83d2-41efb4dcad6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:19.661570 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2341-d6ef-4656-83d2-41efb4dcad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:19.666309 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2341-d6ef-4656-83d2-41efb4dcad6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:19.668570 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d0fa2341-d6ef-4656-83d2-41efb4dcad6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ced3ca86-5dcf-40d5-986c-f4c24e022c9e HTTP/1.1" status: 204 len: 168 time: 0.2725627 Jun 11 18:12:19.669954 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-72d72bcc-03b4-4976-9e5e-03c2f46d6bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:19.710483 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa2341-d6ef-4656-83d2-41efb4dcad6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced3ca86-5dcf-40d5-986c-f4c24e022c9e,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:19.720582 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d0fa2341-d6ef-4656-83d2-41efb4dcad6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:19.758129 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-a039e946-7cae-4c48-aea1-8fbfde240b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:19.760223 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-a039e946-7cae-4c48-aea1-8fbfde240b66 service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 920 time: 0.4247227 Jun 11 18:12:20.261203 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-0cb15797-e76b-45fc-b856-646b0742b75a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 200 len: 217 time: 0.2878051 Jun 11 18:12:20.447938 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ace43f7-7d34-4cc3-a802-8b4fb36052e4 req-8e7eab03-5445-415e-8e02-3f216f1a2d0c tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 210 time: 0.2017276 Jun 11 18:12:20.517176 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-8cfa7950-dc3a-4cb8-8bc6-8e44c28dd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:20.519485 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-8cfa7950-dc3a-4cb8-8bc6-8e44c28dd904 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.1826692 Jun 11 18:12:20.527137 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-d3ccefb8-038b-4da3-9d33-2cab70f490d3 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2256627 Jun 11 18:12:20.612242 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-b165a744-9735-41eb-9163-bbcd4a9252a8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814548 Jun 11 18:12:21.120689 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-d7868761-71a5-4d18-bd44-053cb0abd4f8 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921515 Jun 11 18:12:21.412743 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0c0e2a8-051f-4663-85a4-16dff10a3051 req-a5886042-608c-4381-96f0-9cef1dff091d service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775137 Jun 11 18:12:21.512397 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dabcf-6fe3-46d9-84b7-309094e5f814 req-1c90e920-46a3-4f47-962e-7531db412587 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:21.519193 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-558dabcf-6fe3-46d9-84b7-309094e5f814 req-1c90e920-46a3-4f47-962e-7531db412587 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5581613 Jun 11 18:12:21.549905 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-998adf1b-85c0-419e-b9d3-302a0f4bccd3 req-7e7f4c36-06c9-4aa8-9b9f-b9bd652ecc89 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 210 time: 0.1324184 Jun 11 18:12:21.850555 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-558dabcf-6fe3-46d9-84b7-309094e5f814 req-43a77d3d-36ac-4354-b08c-80e331de3103 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875638 Jun 11 18:12:21.873367 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-5bfc74e8-c36a-4092-a229-ba31ca9ef55c tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:21.874609 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-5bfc74e8-c36a-4092-a229-ba31ca9ef55c tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.82 "GET /v2.0/networks?id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 200 len: 809 time: 0.7425709 Jun 11 18:12:21.945018 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b7d6e3d5-4acd-4ffa-905e-3e9f69f1faa5 req-0e3083da-9690-4dc2-93cd-885ff2412621 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 210 time: 0.1246841 Jun 11 18:12:22.116829 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-c7e9da3f-4429-43a7-a089-308b57c112da tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e83124fc00bc46b1a06f26f71a4742f8 HTTP/1.1" status: 200 len: 379 time: 0.1837285 Jun 11 18:12:22.142300 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'port': {'device_id': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'admin_state_up': True, 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'security_groups': ['cc398ecd-f872-43c4-996b-188164782cf2']}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:22.548729 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Made reservation on behalf of e83124fc00bc46b1a06f26f71a4742f8 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:22.563498 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:22.858323 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Allocated IP 172.20.0.11 (84088dbb-41a4-4a2c-bcd2-f02e0e5699d1/04abca43-8f83-4c72-935c-7adc97d493c3/cef9049a-fbb0-4fea-ba1e-d17f2d103c29) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:23.197181 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-321daed0-2055-40ac-b27f-88e6f21a5be2 req-24665d1e-a958-4660-a421-69d25d980bc7 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 210 time: 0.0579762 Jun 11 18:12:23.216353 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:23.254531 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Transition to ACTIVE for port object cef9049a-fbb0-4fea-ba1e-d17f2d103c29 will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:23.459129 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:23.477324 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:23.529928 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:23.546310 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:23.553463 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:23.560021 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:23.560823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:23.582193 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187396f-de9f-4ace-a72a-f44cab9ea28d req-70ed7bad-77ff-4fb6-bb07-886d9f231653 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:23.591233 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0187396f-de9f-4ace-a72a-f44cab9ea28d req-70ed7bad-77ff-4fb6-bb07-886d9f231653 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2532628 Jun 11 18:12:23.649345 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:23.724521 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:23.757252 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6303070 Jun 11 18:12:23.762783 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0187396f-de9f-4ace-a72a-f44cab9ea28d req-0898291d-9f2d-4452-b5bc-71e2f9f10248 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705840 Jun 11 18:12:23.787905 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Request body: {'port': {'device_id': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:23.996401 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53a187-4d03-48d0-ad04-9e9788f11641 req-2fd98ef7-6907-4104-a3dd-c9715d487603 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:24.010124 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6b53a187-4d03-48d0-ad04-9e9788f11641 req-2fd98ef7-6907-4104-a3dd-c9715d487603 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 932 time: 0.4100552 Jun 11 18:12:24.039015 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-47a95201-ad4e-47aa-8262-ca2464141b12 None None] Provisioning for port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:24.052987 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-47a95201-ad4e-47aa-8262-ca2464141b12 None None] Provisioning complete for port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:24.053651 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-47a95201-ad4e-47aa-8262-ca2464141b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:24.093782 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:24.189316 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-47a95201-ad4e-47aa-8262-ca2464141b12 None None] Port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:12:24.192632 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6b53a187-4d03-48d0-ad04-9e9788f11641 req-7be772be-713d-4c0d-8229-5437eec95131 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808128 Jun 11 18:12:24.717453 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad270-93ca-47da-8422-4b438728eaed req-adb64d90-6f36-4911-a0fa-bf383f7b60d0 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:24.720883 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-adb64d90-6f36-4911-a0fa-bf383f7b60d0 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 812 time: 0.5261619 Jun 11 18:12:24.874849 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-db87751b-0e44-4947-93ea-f3441f8bd552 req-0cc5303d-b1b9-49ea-82c4-31f08524713d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 210 time: 0.1819060 Jun 11 18:12:24.990772 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-9d19ac9e-ce3e-4235-9afd-929caf0e4787 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 380 time: 0.2140167 Jun 11 18:12:25.009153 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'port': {'device_id': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'admin_state_up': True, 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'security_groups': ['d4cf836e-3c57-4371-86fb-e552c8560987']}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:25.191177 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8a08cfc0-daf0-4821-88f5-f9ff07eb8a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:26.103392 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc1a31-1ae0-49a7-a0fd-d04e9f29baa3 req-f4b7b542-2aee-4b16-87f4-990bd4aa2433 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:26.105985 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-27cc1a31-1ae0-49a7-a0fd-d04e9f29baa3 req-f4b7b542-2aee-4b16-87f4-990bd4aa2433 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 1.0849557 Jun 11 18:12:26.148065 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729837ab-2270-49f8-b8a2-bfc48089667b req-d4aac8df-bd4c-414f-95bb-da664cecb458 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:26.150520 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-729837ab-2270-49f8-b8a2-bfc48089667b req-d4aac8df-bd4c-414f-95bb-da664cecb458 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 932 time: 0.5653849 Jun 11 18:12:26.167802 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef9049a-fbb0-4fea-ba1e-d17f2d103c29 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:26.205154 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Made reservation on behalf of 64bac7f4f97d4a3aa738a658c94bde99 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:26.211525 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:26.218163 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:26.326110 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Transition to ACTIVE for port object cef9049a-fbb0-4fea-ba1e-d17f2d103c29 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:26.360134 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:26.368369 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-27cc1a31-1ae0-49a7-a0fd-d04e9f29baa3 req-7ab8a8cb-f79c-4907-a090-6199d4a7f5ab tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366219 Jun 11 18:12:26.377707 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-db6cf658-e03a-4321-8b74-3c13007f14ff tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:26.400701 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-729837ab-2270-49f8-b8a2-bfc48089667b req-3a53d50d-9421-412c-9365-103f2d5ab61a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147820 Jun 11 18:12:26.893641 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c1a11717-a314-4ce8-a3ab-a75551837d48 req-d7dd819c-2a75-456e-a3c1-4172c5b955ba tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 210 time: 0.1135550 Jun 11 18:12:26.909213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:26.958486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:27.004509 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Attempting to bind port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:12:27.004851 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Attempting to bind port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:12:27.005181 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Attempting to bind port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 on network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:27.018630 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 on network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:12:27.018937 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Attempting to bind port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 on network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:27.021858 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Allocated IP 172.20.0.13 (2f6dcb73-793b-42c4-bc04-4b1a79403b74/d60b51ba-6d72-44a9-80d4-9f80291d9c49/dd9432f5-c9ef-4e25-9a90-c85534b72b3d) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:27.025387 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40048) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:27.035336 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:12:27.035336 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Checking segment: {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:27.036417 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Bound using segment: {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:12:27.036417 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Bound port: cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c39a9151-03ee-4f40-b3b7-8c903bd6045b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:12:27.036728 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.242057 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-31df0d31-54d4-4f2a-8f5f-f60849d86ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.270873 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:12:27.332922 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:12:27.342221 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.346882 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-42b1acd2-6f39-4475-9fcc-93822ce11a45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:27.427160 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-31df0d31-54d4-4f2a-8f5f-f60849d86ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.435321 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-31df0d31-54d4-4f2a-8f5f-f60849d86ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.441859 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.458136 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:27.458870 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.460520 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] 10.222.0.82 "PUT /v2.0/ports/cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 200 len: 1094 time: 3.6807215 Jun 11 18:12:27.461062 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:27.463573 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ffc690-5d8a-4377-ae06-0b3dd09286b0" -d '{"events": [{"name": "network-changed", "server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:27.481757 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-bdeb9813-e19b-4bcb-afd1-d8b40e66470f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:27.488651 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:27.523366 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:27.540497 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-31df0d31-54d4-4f2a-8f5f-f60849d86ba9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6f4abbf35d846d1b068ca4ee8ca51a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5136886 Jun 11 18:12:27.542068 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df0d31-54d4-4f2a-8f5f-f60849d86ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02281721-a768-44b0-8fc8-2fce7c3dc4df,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:27.547818 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Transition to ACTIVE for port object dd9432f5-c9ef-4e25-9a90-c85534b72b3d will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:27.562992 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40060) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:27.629831 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-31df0d31-54d4-4f2a-8f5f-f60849d86ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:27.657370 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6262651b-0b66-46fd-916d-da0d39e7064f x-openstack-request-id: req-6262651b-0b66-46fd-916d-da0d39e7064f {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:27.658026 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:27.658359 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6262651b-0b66-46fd-916d-da0d39e7064f {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:27.658946 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'status': 'completed', 'code': 200} Jun 11 18:12:27.661131 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.691396 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3521c5d7-f4fb-4a16-9d71-319bc3e95159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.694503 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:27.743007 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3521c5d7-f4fb-4a16-9d71-319bc3e95159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.890058 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3521c5d7-f4fb-4a16-9d71-319bc3e95159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.894387 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3521c5d7-f4fb-4a16-9d71-319bc3e95159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.897879 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aad1de6d-99f4-4bb3-a515-755a4dd38471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:27.899504 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:27.901039 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3521c5d7-f4fb-4a16-9d71-319bc3e95159 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02281721-a768-44b0-8fc8-2fce7c3dc4df HTTP/1.1" status: 204 len: 168 time: 0.3353136 Jun 11 18:12:27.906596 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-832120a6-02e9-443f-84f1-756aaaa83ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:27.935087 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521c5d7-f4fb-4a16-9d71-319bc3e95159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02281721-a768-44b0-8fc8-2fce7c3dc4df,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:27.939583 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3521c5d7-f4fb-4a16-9d71-319bc3e95159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:27.960681 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:27.963685 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:27.977814 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:27.988610 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:27.989821 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:28.001511 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:28.049822 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0493405 Jun 11 18:12:28.050668 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:28.083428 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Request body: {'port': {'device_id': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:28.142731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-e5a40018-48f2-4198-9b86-1cfdbed406b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:28.145360 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-e5a40018-48f2-4198-9b86-1cfdbed406b5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1097 time: 0.5221694 Jun 11 18:12:28.351444 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba61f5c-43cb-452f-a0e3-c58c69ac17b3 req-3381c1d0-0230-4a2d-8375-a33a1bb4a445 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:28.368147 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0ba61f5c-43cb-452f-a0e3-c58c69ac17b3 req-3381c1d0-0230-4a2d-8375-a33a1bb4a445 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5832827 Jun 11 18:12:28.375698 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-078776c9-5af4-4ee8-802f-4ea311b42744 None None] Provisioning for port dd9432f5-c9ef-4e25-9a90-c85534b72b3d completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:28.384178 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-2a0fa5f5-363c-4400-81b1-5ba2b6e9c8c5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 200 len: 217 time: 0.1988814 Jun 11 18:12:28.386142 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-078776c9-5af4-4ee8-802f-4ea311b42744 None None] Provisioning complete for port dd9432f5-c9ef-4e25-9a90-c85534b72b3d triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:28.386722 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-078776c9-5af4-4ee8-802f-4ea311b42744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:28.487954 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19c639-06ca-4844-9223-642f802dce20 req-2102899a-f10d-42c4-b871-43b5fb6d796a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:28.496808 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cf19c639-06ca-4844-9223-642f802dce20 req-2102899a-f10d-42c4-b871-43b5fb6d796a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.6435180 Jun 11 18:12:28.558154 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-078776c9-5af4-4ee8-802f-4ea311b42744 None None] Port dd9432f5-c9ef-4e25-9a90-c85534b72b3d cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:12:28.678853 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-26785d88-c5fc-47a9-9b85-942f74c5dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:28.683475 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-26785d88-c5fc-47a9-9b85-942f74c5dfde service neutron] 10.222.0.82 "GET /v2.0/subnets?id=04abca43-8f83-4c72-935c-7adc97d493c3 HTTP/1.1" status: 200 len: 848 time: 0.2409279 Jun 11 18:12:28.746020 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0ba61f5c-43cb-452f-a0e3-c58c69ac17b3 req-4a510b08-c4dd-4913-a13c-980c4b66287c tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765190 Jun 11 18:12:28.780967 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-8201dfb2-7dc1-4138-b3bb-22c395eedec5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1272407 Jun 11 18:12:28.842410 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:28.937041 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cf19c639-06ca-4844-9223-642f802dce20 req-e1f239fc-6641-4fbc-90ce-6253c5140b61 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4376292 Jun 11 18:12:29.075361 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-74e96ecf-22db-4e16-ac24-109a70c34fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:29.085513 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-74e96ecf-22db-4e16-ac24-109a70c34fca service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 1099 time: 0.1954598 Jun 11 18:12:29.225985 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:29.444332 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-fba06a3a-5790-42a0-9cc0-bd38cbc9e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:29.446039 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-fba06a3a-5790-42a0-9cc0-bd38cbc9e24c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7179987 Jun 11 18:12:29.459577 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-d98321e8-ab3e-4812-9d4c-23e4123546d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:29.460171 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-d98321e8-ab3e-4812-9d4c-23e4123546d4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 0.3409815 Jun 11 18:12:29.564429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad722d5-8f97-47cb-afc2-fa163f1dd49a req-cbe5ad74-2467-4b89-9b5a-0ee0e36b22db tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:29.566214 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5ad722d5-8f97-47cb-afc2-fa163f1dd49a req-cbe5ad74-2467-4b89-9b5a-0ee0e36b22db tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 932 time: 0.2372017 Jun 11 18:12:29.703396 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5ad722d5-8f97-47cb-afc2-fa163f1dd49a req-388204fc-5e87-48a9-86c1-157d579e494d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089146 Jun 11 18:12:29.724650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9432f5-c9ef-4e25-9a90-c85534b72b3d {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:29.735626 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:29.758879 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Transition to ACTIVE for port object dd9432f5-c9ef-4e25-9a90-c85534b72b3d will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:29.769158 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:29.778623 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f1d01c4c-74b9-4553-a3c6-65453ae7bcaf tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:29.991701 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:30.055947 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:30.168509 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Attempting to bind port dd9432f5-c9ef-4e25-9a90-c85534b72b3d on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:12:30.169062 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Attempting to bind port dd9432f5-c9ef-4e25-9a90-c85534b72b3d by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:12:30.169567 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Attempting to bind port dd9432f5-c9ef-4e25-9a90-c85534b72b3d on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:30.182276 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Port dd9432f5-c9ef-4e25-9a90-c85534b72b3d on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:12:30.182817 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Attempting to bind port dd9432f5-c9ef-4e25-9a90-c85534b72b3d on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:30.196783 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:12:30.197313 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Checking segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:30.197814 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Bound using segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:12:30.198394 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Bound port: dd9432f5-c9ef-4e25-9a90-c85534b72b3d, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:12:30.198873 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:30.397329 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c9064-fe60-4286-9a6a-e7619dd3b431 req-338c7373-73c5-42d5-b5e9-22d1cf472395 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:30.399479 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cd6c9064-fe60-4286-9a6a-e7619dd3b431 req-338c7373-73c5-42d5-b5e9-22d1cf472395 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3456361 Jun 11 18:12:30.469345 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] For port dd9432f5-c9ef-4e25-9a90-c85534b72b3d, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:12:30.497567 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] For port dd9432f5-c9ef-4e25-9a90-c85534b72b3d, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:12:30.514199 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:30.522850 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:30.585640 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cd6c9064-fe60-4286-9a6a-e7619dd3b431 req-d73bfa0c-45ac-4894-89cd-d7c48da7322a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730731 Jun 11 18:12:30.601652 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:30.603343 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:30.605839 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] 10.222.0.82 "PUT /v2.0/ports/dd9432f5-c9ef-4e25-9a90-c85534b72b3d HTTP/1.1" status: 200 len: 1094 time: 2.5350170 Jun 11 18:12:30.620175 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'tag': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:30.624361 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b45d03-cc62-4d25-bdef-ccd01583dd24" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8bdbc7-dc98-4c91-8221-28f5866ff7ca", "tag": "dd9432f5-c9ef-4e25-9a90-c85534b72b3d"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:30.645729 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1b16d-64f0-488f-821d-964b001e17ef req-0c35fc6b-7ae2-49c9-b684-78ca282c8466 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:30.648278 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a9d1b16d-64f0-488f-821d-964b001e17ef req-0c35fc6b-7ae2-49c9-b684-78ca282c8466 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.4072082 Jun 11 18:12:30.716332 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715725b5-d140-45ec-b7b2-546c1451b136 x-openstack-request-id: req-715725b5-d140-45ec-b7b2-546c1451b136 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:30.717506 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8bdbc7-dc98-4c91-8221-28f5866ff7ca", "tag": "dd9432f5-c9ef-4e25-9a90-c85534b72b3d", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:30.718039 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-715725b5-d140-45ec-b7b2-546c1451b136 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:30.718829 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'tag': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'status': 'completed', 'code': 200} Jun 11 18:12:30.723593 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:30.730297 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:30.763266 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a9d1b16d-64f0-488f-821d-964b001e17ef req-0e7249fa-6021-4bc3-bc7a-46d8dc8681d6 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000199 Jun 11 18:12:30.990618 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90dabdc-f54e-41ec-9425-d447a5a43fc6 req-23ec4222-3708-4455-945f-c9d857b3af21 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:30.993384 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a90dabdc-f54e-41ec-9425-d447a5a43fc6 req-23ec4222-3708-4455-945f-c9d857b3af21 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1008751 Jun 11 18:12:31.069843 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a90dabdc-f54e-41ec-9425-d447a5a43fc6 req-21e2c8c4-7ac4-44dd-ac89-0ee0e202fb1a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665772 Jun 11 18:12:31.081163 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:31.887624 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73fe8e-bfaf-4795-bd70-4952ee44ea61 req-1399daea-a27a-45e4-af25-d1316da5e318 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:31.890830 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e73fe8e-bfaf-4795-bd70-4952ee44ea61 req-1399daea-a27a-45e4-af25-d1316da5e318 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1240916 Jun 11 18:12:31.986232 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e73fe8e-bfaf-4795-bd70-4952ee44ea61 req-4ca123c7-34fb-4b1b-844c-992061d78c53 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831180 Jun 11 18:12:32.097950 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa770d7e-4e87-418f-a859-e5047b868d54 req-8ac95176-4ebb-401c-bcd1-1a2d0b709446 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:32.100673 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa770d7e-4e87-418f-a859-e5047b868d54 req-8ac95176-4ebb-401c-bcd1-1a2d0b709446 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.1441894 Jun 11 18:12:32.191392 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa770d7e-4e87-418f-a859-e5047b868d54 req-8bd26308-10ef-4167-9356-ebe626612cd6 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785215 Jun 11 18:12:32.386182 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ce963-af07-4c4d-9479-b6e990d3eaac req-c6976fbd-2ae3-461c-84c1-8aa0acdf6727 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:32.387867 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-086ce963-af07-4c4d-9479-b6e990d3eaac req-c6976fbd-2ae3-461c-84c1-8aa0acdf6727 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1011143 Jun 11 18:12:32.480835 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-086ce963-af07-4c4d-9479-b6e990d3eaac req-fd7bb16e-4489-4829-99c4-51b2cf44446a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808578 Jun 11 18:12:32.666548 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-67ccdd10-6cdf-459a-b2e5-22bd4889befb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 200 len: 1001 time: 0.2075632 Jun 11 18:12:32.742006 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-43375300-6b8d-4058-a801-1fb62d51184e service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835197 Jun 11 18:12:32.762091 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-ef8ec6a4-c57a-4d35-b47e-4f075581a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:32.766959 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-ef8ec6a4-c57a-4d35-b47e-4f075581a5e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.0842862 Jun 11 18:12:32.921316 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-898f9dd3-ba1a-420a-8f7e-a30b001f823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:32.924198 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-898f9dd3-ba1a-420a-8f7e-a30b001f823f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1421354 Jun 11 18:12:33.116501 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40204) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:33.216660 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40212) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:33.283231 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-5257cc7d-fba4-48fc-8fbd-e7c1d3b31afa service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458376 Jun 11 18:12:33.478047 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b4b12609-e557-4855-8f23-1fbfbb521ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:33.526146 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Deleting subnet 3b6993e7-cdcf-4d9e-bd25-1cfe742c5949 {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:12:33.527675 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:33.561843 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b45d03-cc62-4d25-bdef-ccd01583dd24 req-7e32db48-b473-4a3c-a7c2-fcff95c7d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:33.565966 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-27b45d03-cc62-4d25-bdef-ccd01583dd24 req-7e32db48-b473-4a3c-a7c2-fcff95c7d933 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 1097 time: 0.9089987 Jun 11 18:12:33.735593 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:33.838394 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0cabf2d4-0a4f-45d4-930d-02da01a5d0f5 req-f713ffb6-5e9f-4d56-84e8-dba37b6a6553 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787986 Jun 11 18:12:33.878006 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:33.937519 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e9d78-d798-49f7-8725-619ac3885b24 req-60dae245-947f-45f0-9519-31db48ff5576 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:33.940861 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c76e9d78-d798-49f7-8725-619ac3885b24 req-60dae245-947f-45f0-9519-31db48ff5576 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.6669843 Jun 11 18:12:33.958791 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c24121a2-1c2e-4ec4-8583-27e0612f052b req-698aafbe-30c3-4786-b589-658325660bcb service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2022870 Jun 11 18:12:34.049148 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.070467 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:34.083897 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b4b12609-e557-4855-8f23-1fbfbb521ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.087138 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b45d03-cc62-4d25-bdef-ccd01583dd24 req-ac162d14-df15-4a43-85ab-edae161e1942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:34.090364 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-27b45d03-cc62-4d25-bdef-ccd01583dd24 req-ac162d14-df15-4a43-85ab-edae161e1942 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5126731 Jun 11 18:12:34.112100 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850af8a-aab3-43a8-a9b0-8e1276daba14 req-2feef38d-be06-45d5-a5cc-f435ffe68f60 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:34.115017 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8850af8a-aab3-43a8-a9b0-8e1276daba14 req-2feef38d-be06-45d5-a5cc-f435ffe68f60 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.5405352 Jun 11 18:12:34.121790 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c76e9d78-d798-49f7-8725-619ac3885b24 req-15d0cf03-2169-420e-b878-7c035866c18c tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593299 Jun 11 18:12:34.138227 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6993e7-cdcf-4d9e-bd25-1cfe742c5949,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:34.144418 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b4b12609-e557-4855-8f23-1fbfbb521ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.148966 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:34.149996 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-08254cf5-269e-4603-9e2b-409e6b86193a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:34.161396 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.167195 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3b6993e7-cdcf-4d9e-bd25-1cfe742c5949 HTTP/1.1" status: 204 len: 168 time: 0.9204054 Jun 11 18:12:34.169551 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 40222) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:34.238052 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b12609-e557-4855-8f23-1fbfbb521ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdd14b9-e1b5-4718-9f80-646d411d0ef3,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:34.246027 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b4b12609-e557-4855-8f23-1fbfbb521ca7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90aa1c3314c2444483ddf136dfd2f980&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1240430 Jun 11 18:12:34.248202 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b4b12609-e557-4855-8f23-1fbfbb521ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:34.249988 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40226) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:34.277408 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8850af8a-aab3-43a8-a9b0-8e1276daba14 req-61168044-b529-49b3-8eb2-4e8b911bed24 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500418 Jun 11 18:12:34.353962 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a5f19e-ece6-44c5-b12c-b8914093e5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.419689 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a5f19e-ece6-44c5-b12c-b8914093e5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.468944 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.511138 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a5f19e-ece6-44c5-b12c-b8914093e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.517379 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-43a5f19e-ece6-44c5-b12c-b8914093e5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.523504 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-43a5f19e-ece6-44c5-b12c-b8914093e5ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ccdd14b9-e1b5-4718-9f80-646d411d0ef3 HTTP/1.1" status: 204 len: 168 time: 0.2676587 Jun 11 18:12:34.523504 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9c0abd0a-ae76-414c-809f-2c48dc62f428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:34.540434 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5f19e-ece6-44c5-b12c-b8914093e5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdd14b9-e1b5-4718-9f80-646d411d0ef3,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:34.544345 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-43a5f19e-ece6-44c5-b12c-b8914093e5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:34.617444 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40488e4-7cb8-420f-9212-8c69dca8561e req-9d350895-6eda-4fd0-bfbd-e8b5ab52e2d8 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:34.620377 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b40488e4-7cb8-420f-9212-8c69dca8561e req-9d350895-6eda-4fd0-bfbd-e8b5ab52e2d8 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.3368256 Jun 11 18:12:34.737303 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:34.782436 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.783056 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.784463 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.785050 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.785617 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.786194 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.786800 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.787388 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.788022 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.788570 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.912791 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.913221 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.913686 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.914112 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 11 18:12:34.914819 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf']}} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:34.956588 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c8caad-245b-42e2-ac81-3fc93496511e') {'for_net_delete': True} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:34.957156 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c8caad-245b-42e2-ac81-3fc93496511e') {} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:34.985689 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31406618'] for segment, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.003103 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b40488e4-7cb8-420f-9212-8c69dca8561e req-e7e7455c-83e1-4636-8d1c-8ae1311d71c3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670568 Jun 11 18:12:35.020799 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 40234) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:35.024260 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.059407 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=92015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:12:35.060130 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32466340'] for segment, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: Traceback (most recent call last): Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: timer() Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: cb(*args, **kw) Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: return func(*args, **kwargs) Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: self._notify() Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: self.callback(batched_events) Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: event.method(event) Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: return f(self, *a, **k) Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._get(url).json() Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: return self.request(url, 'GET', **kwargs) Jun 11 18:12:35.068033 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:12:35.074562 dv-cinder-796049-1-iscsi neutron-server[92015]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:12:35.074562 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:12:35.074562 dv-cinder-796049-1-iscsi neutron-server[92015]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:12:35.074562 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:12:35.074562 dv-cinder-796049-1-iscsi neutron-server[92015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:12:35.074562 dv-cinder-796049-1-iscsi neutron-server[92015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:12:35.091573 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b7768f8-ad81-4461-8ffd-53b4176a32f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.203501 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.225577 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:35.239410 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.243028 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf HTTP/1.1" status: 204 len: 168 time: 1.0711350 Jun 11 18:12:35.271195 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3b7c7c-e5de-4f4c-af37-487a9cf3d6bf,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:35.319200 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.319852 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.320417 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.321011 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.321640 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.322829 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.322829 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.327536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.327536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.327536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.327536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.327536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:35.332807 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:35.473780 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b7768f8-ad81-4461-8ffd-53b4176a32f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.488404 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8d14-7980-4452-a13e-41f14326c960 req-c2dcf8f3-ffb0-4e35-a683-fb12c2dbb580 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:35.490705 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f4f8d14-7980-4452-a13e-41f14326c960 req-c2dcf8f3-ffb0-4e35-a683-fb12c2dbb580 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2110262 Jun 11 18:12:35.495537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b7768f8-ad81-4461-8ffd-53b4176a32f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.512325 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0b85fdd9-ff52-4a4b-8ea0-0e4ba107842c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:35.550999 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40242) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:35.605421 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-20e5a504-f6ac-46c7-9940-7fed14fa5efd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8b762d6ca2e4f5c8b78c218f659c6cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527821 Jun 11 18:12:35.610148 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40244) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:35.626949 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-1b7768f8-ad81-4461-8ffd-53b4176a32f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f32b39675b5144068e6b5557b00d9826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047339 Jun 11 18:12:35.633094 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40246) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:35.635002 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7768f8-ad81-4461-8ffd-53b4176a32f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2c5b32-92a7-45f6-8e99-6eb521621820,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:35.639005 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1b7768f8-ad81-4461-8ffd-53b4176a32f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:35.669369 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f4f8d14-7980-4452-a13e-41f14326c960 req-a29201de-def5-48a7-84d3-fc2f99a3807a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436760 Jun 11 18:12:35.709791 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debe372-7231-4b72-a030-52d2c3fe036b req-e86d8cf0-12a0-4b93-b859-b493ef392fea tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:35.710763 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5debe372-7231-4b72-a030-52d2c3fe036b req-e86d8cf0-12a0-4b93-b859-b493ef392fea tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.2181232 Jun 11 18:12:35.753131 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d99c693-20be-4868-8672-3ef6f6ebb841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.777793 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5debe372-7231-4b72-a030-52d2c3fe036b req-f5455ce5-89a7-4adf-a726-69ee5234a646 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576129 Jun 11 18:12:35.789237 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7a841fc7-c4c3-4cc8-8344-5d51d3408f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.839065 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d99c693-20be-4868-8672-3ef6f6ebb841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.874497 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7a841fc7-c4c3-4cc8-8344-5d51d3408f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.974201 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7a841fc7-c4c3-4cc8-8344-5d51d3408f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.977566 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7a841fc7-c4c3-4cc8-8344-5d51d3408f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:35.979234 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-7a841fc7-c4c3-4cc8-8344-5d51d3408f40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c45c7cde-b29a-4dda-bd55-18d4b14eec33 HTTP/1.1" status: 204 len: 168 time: 0.3675816 Jun 11 18:12:35.981593 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-16ce0bab-5627-4a15-8192-640b04276774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:35.994423 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a841fc7-c4c3-4cc8-8344-5d51d3408f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45c7cde-b29a-4dda-bd55-18d4b14eec33,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:35.999380 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-7a841fc7-c4c3-4cc8-8344-5d51d3408f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:36.000675 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d99c693-20be-4868-8672-3ef6f6ebb841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:36.006509 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d99c693-20be-4868-8672-3ef6f6ebb841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:36.019804 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-0d99c693-20be-4868-8672-3ef6f6ebb841 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed2c5b32-92a7-45f6-8e99-6eb521621820 HTTP/1.1" status: 204 len: 168 time: 0.3757470 Jun 11 18:12:36.019804 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:36.039377 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99c693-20be-4868-8672-3ef6f6ebb841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2c5b32-92a7-45f6-8e99-6eb521621820,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:36.046687 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0d99c693-20be-4868-8672-3ef6f6ebb841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:36.333141 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a614e-ef62-4299-8718-9d8caf8afee4 req-8067615e-4f4f-4d3e-ada4-8e54fabe1934 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:36.335911 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e39a614e-ef62-4299-8718-9d8caf8afee4 req-8067615e-4f4f-4d3e-ada4-8e54fabe1934 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.1191342 Jun 11 18:12:36.400806 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e39a614e-ef62-4299-8718-9d8caf8afee4 req-95f17a1b-49d7-4c70-b89d-6f9e8e9b76d1 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514278 Jun 11 18:12:37.140933 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40294) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:37.318157 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b45d03-cc62-4d25-bdef-ccd01583dd24 req-cbb95cd0-117f-41ad-b5d0-cefcea4d2559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:37.321916 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-27b45d03-cc62-4d25-bdef-ccd01583dd24 req-cbb95cd0-117f-41ad-b5d0-cefcea4d2559 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3786361 Jun 11 18:12:37.395178 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4da516-4738-4b35-8c7a-4b9a7aa30860 req-2a89a72f-42ce-4777-928e-e63dc047d4ff tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:37.397966 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa4da516-4738-4b35-8c7a-4b9a7aa30860 req-2a89a72f-42ce-4777-928e-e63dc047d4ff tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5147772 Jun 11 18:12:37.442039 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40304) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:37.466030 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-5ee60c92-1463-425e-9682-4e9fd63958ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:37.468249 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-5ee60c92-1463-425e-9682-4e9fd63958ab service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1097 time: 0.3739481 Jun 11 18:12:37.533789 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-185616157-network', 'tenant_id': '82bb265369d74d52833494722b34b378'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:37.550342 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1935293073-network', 'tenant_id': 'd802f83211234549850ff407c63c93da'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:37.592948 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.db.api [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 11 18:12:37.592948 dv-cinder-796049-1-iscsi neutron-server[92016]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 11 18:12:37.592948 dv-cinder-796049-1-iscsi neutron-server[92016]: [parameters: {'project_id': '82bb265369d74d52833494722b34b378', 'id': '19f8d7cb-ace9-488e-bf22-347b7dd62913', 'expiration': datetime.datetime(2021, 6, 11, 18, 14, 37, 576717)}] Jun 11 18:12:37.592948 dv-cinder-796049-1-iscsi neutron-server[92016]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 11 18:12:37.594297 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_db.api [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 11 18:12:37.609279 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Made reservation on behalf of d802f83211234549850ff407c63c93da for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:37.613617 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:37.633450 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:37.671459 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639912c-ee8f-4f24-84ae-ab8ab4613ce7 req-7a1c44b3-3e10-4c13-8069-2320888de0db tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:37.673959 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f639912c-ee8f-4f24-84ae-ab8ab4613ce7 req-7a1c44b3-3e10-4c13-8069-2320888de0db tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.5806887 Jun 11 18:12:37.698870 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa4da516-4738-4b35-8c7a-4b9a7aa30860 req-885db7e9-1b21-433e-9b35-f2936019949b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161937 Jun 11 18:12:37.796632 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:37.808436 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:37.823439 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b4b12609-e557-4855-8f23-1fbfbb521ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:37.847249 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad270-93ca-47da-8422-4b438728eaed req-f8a21f45-de3f-454d-95d0-29839ebb4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:37.849512 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-f8a21f45-de3f-454d-95d0-29839ebb4732 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 1097 time: 0.4437420 Jun 11 18:12:37.855399 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f639912c-ee8f-4f24-84ae-ab8ab4613ce7 req-916678b9-1e30-4e5c-916e-041a3089ed5a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701467 Jun 11 18:12:37.859520 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-d857b0aa-3e6b-4598-834a-548638b8d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:37.861373 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-d857b0aa-3e6b-4598-834a-548638b8d925 service neutron] 10.222.0.82 "GET /v2.0/networks?id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 200 len: 910 time: 0.3750648 Jun 11 18:12:37.904674 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:12:37.922634 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1644a79f-8d99-4df1-9a88-60bd4cfc2682,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:37.927026 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:37.947245 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:37.948463 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Added segment f4038296-4781-490d-92bf-678444ef7821 of type vlan for network ce62ed7a-c528-44bc-9e6d-3c0b9398701c Jun 11 18:12:38.063689 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.071324 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-3675a279-404c-4c84-b328-569c70704411 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 200 len: 217 time: 0.1991332 Jun 11 18:12:38.075598 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-4300e17a-1642-474f-9dc7-80fa9592af17 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9432f5-c9ef-4e25-9a90-c85534b72b3d HTTP/1.1" status: 200 len: 217 time: 0.2129004 Jun 11 18:12:38.147312 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.151345 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.152534 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.158838 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:38.168466 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Made reservation on behalf of 82bb265369d74d52833494722b34b378 for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:38.173304 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.241745 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.265830 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1239123 Jun 11 18:12:38.271793 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40314) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:38.283688 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Request body: {'subnet': {'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1935293073-subnet', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:38.284855 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad270-93ca-47da-8422-4b438728eaed req-6c5cff7c-8626-448a-bca8-4f87141caa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.287142 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-6c5cff7c-8626-448a-bca8-4f87141caa0c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.1961071 Jun 11 18:12:38.291048 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-42f55c6f-f3f1-4092-9629-cd220558e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.294439 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-42f55c6f-f3f1-4092-9629-cd220558e948 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=04abca43-8f83-4c72-935c-7adc97d493c3 HTTP/1.1" status: 200 len: 848 time: 0.1967313 Jun 11 18:12:38.385834 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=ce62ed7a-c528-44bc-9e6d-3c0b9398701c,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:38.393676 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:38.405874 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:12:38.407724 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04fe6c-d73c-4d2f-8368-78e2d7c3685e req-1888ac14-cad1-4af4-8b20-4ebec0b18678 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.410257 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5e04fe6c-d73c-4d2f-8368-78e2d7c3685e req-1888ac14-cad1-4af4-8b20-4ebec0b18678 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.3375597 Jun 11 18:12:38.550164 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5e04fe6c-d73c-4d2f-8368-78e2d7c3685e req-d3fe407e-8ddb-4875-be32-97e51991a46a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221032 Jun 11 18:12:38.555368 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-ac5ccf84-10bf-424e-877c-3eaf4d3244d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.557778 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-ac5ccf84-10bf-424e-877c-3eaf4d3244d8 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2540238 Jun 11 18:12:38.561578 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.561976 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ad270-93ca-47da-8422-4b438728eaed req-c2dd856b-b77d-480f-ad3d-4e063d9c1963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.564744 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-c2dd856b-b77d-480f-ad3d-4e063d9c1963 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2591619 Jun 11 18:12:38.576833 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.588554 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-75ae693c-5fc6-456b-8c7d-9296b5db97d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:38.615439 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:12:38.632097 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Made reservation on behalf of d802f83211234549850ff407c63c93da for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:38.634557 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.640102 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.640523 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Added segment 818dd3a8-0eca-4088-9e47-fc2c6abe9203 of type vlan for network 104c317f-8f43-4440-8b38-fb39afbf9186 Jun 11 18:12:38.663214 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b79814-cf76-454b-8dfe-9f7b240f1be7,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:38.679423 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:38.793477 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.863257 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.867994 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:38.868758 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:38.898043 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:39.099957 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02560a2e-c4b1-4a1d-8698-3658bc358e39 req-6cf259e4-4d64-4566-a560-84ce4e1f6dde tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:39.102729 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-02560a2e-c4b1-4a1d-8698-3658bc358e39 req-6cf259e4-4d64-4566-a560-84ce4e1f6dde tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1465120 Jun 11 18:12:39.302649 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Pushing event updated for resources: {'Network': ['ID=104c317f-8f43-4440-8b38-fb39afbf9186,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:39.307262 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8638515 Jun 11 18:12:39.319389 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:39.319389 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40322) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:39.325772 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 104c317f-8f43-4440-8b38-fb39afbf9186 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:12:39.326686 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Request body: {'subnet': {'network_id': '104c317f-8f43-4440-8b38-fb39afbf9186', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-185616157-subnet', 'tenant_id': '82bb265369d74d52833494722b34b378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:39.365666 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:39.372669 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b6c1aeb2-55a3-4b24-b9d1-215bf5b3e6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:39.411181 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Made reservation on behalf of 82bb265369d74d52833494722b34b378 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:39.413928 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:39.572429 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a65069-91fe-4610-bd56-64be97daaa33,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:39.589530 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:39.634180 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Checking segment: {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:39.634642 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Network hostable DHCP agents. Network: ce62ed7a-c528-44bc-9e6d-3c0b9398701c, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:12:39.674589 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-02560a2e-c4b1-4a1d-8698-3658bc358e39 req-3cd2ea9f-761f-4205-b260-c4fa6faac899 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537403 Jun 11 18:12:39.738959 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac0561-a768-42c8-b6b4-6d1aca800bae req-57bfb25c-6c53-4fbd-8c6f-ef3e1fe60e1f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:39.742603 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1cac0561-a768-42c8-b6b4-6d1aca800bae req-57bfb25c-6c53-4fbd-8c6f-ef3e1fe60e1f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.6058466 Jun 11 18:12:39.747695 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:12:39.772073 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, ce62ed7a-c528-44bc-9e6d-3c0b9398701c) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:39.791612 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2590a2bc-c16f-4cc4-bdc7-db91c156cc69 None None] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:12:39.792615 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:39.793111 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:39.834654 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1cac0561-a768-42c8-b6b4-6d1aca800bae req-18bfc85c-42da-4157-b18b-bfd15dd174a6 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810006 Jun 11 18:12:39.891361 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6177516 Jun 11 18:12:39.896063 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 40326) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:39.906124 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:39.910766 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:39.916447 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-39af5e2f-4583-43a1-b9a5-3159f704f669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:39.986786 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:39.988926 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:40.042023 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13583a6-0a91-46b6-8e58-a0ec10cef39b,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:40.050713 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:40.055725 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Checking segment: {'id': '818dd3a8-0eca-4088-9e47-fc2c6abe9203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '104c317f-8f43-4440-8b38-fb39afbf9186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:40.056469 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Network hostable DHCP agents. Network: 104c317f-8f43-4440-8b38-fb39afbf9186, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:12:40.096836 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Network 104c317f-8f43-4440-8b38-fb39afbf9186 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:12:40.119124 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 104c317f-8f43-4440-8b38-fb39afbf9186) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:40.133922 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d53902e-82d4-4ac7-b9f6-cf847d948065 None None] Network 104c317f-8f43-4440-8b38-fb39afbf9186 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:12:40.136842 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:40.137838 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:40.151537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bef35d-d46f-4449-bb9b-a2789ba92722 req-0db3803f-cf9c-45e8-acb3-d1dc9b2837d5 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:40.168211 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22bef35d-d46f-4449-bb9b-a2789ba92722 req-0db3803f-cf9c-45e8-acb3-d1dc9b2837d5 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.2537117 Jun 11 18:12:40.175309 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:40.183106 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3eeb13d4-90b8-45c9-8a0b-45c6e14ac0ae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8608427 Jun 11 18:12:40.419102 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22bef35d-d46f-4449-bb9b-a2789ba92722 req-d71a62eb-1cb2-4622-817d-c6cc4258787d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396231 Jun 11 18:12:40.439051 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ebbd3-871b-4320-918b-01c46f821a8a None None] Network 104c317f-8f43-4440-8b38-fb39afbf9186 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:12:40.631611 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:40.745611 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:12:40.747149 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.170349 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Allocated IP 172.20.0.2 (ce62ed7a-c528-44bc-9e6d-3c0b9398701c/80a65069-91fe-4610-bd56-64be97daaa33/c271b009-3781-463a-8e4a-337674163f9c) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:41.253796 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40356) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:41.262789 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-811051087-network', 'tenant_id': '478f2bb2a2ac4df291802e73dffdd948'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:41.300889 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Made reservation on behalf of 478f2bb2a2ac4df291802e73dffdd948 for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:41.304408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.322507 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.441439 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.449643 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.453495 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-017bc328-8ea0-4568-b43c-ef530d2deb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:41.483027 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:12:41.494778 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12591ace-81ce-400f-850d-15780d3bb950,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:41.500593 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:41.501906 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.502352 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Added segment b909209a-c7ff-48ce-aa06-977aa785307d of type vlan for network 6b138471-b0f8-4f9e-a5e5-8ae6d6d28420 Jun 11 18:12:41.565646 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.579147 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Transition to ACTIVE for port object c271b009-3781-463a-8e4a-337674163f9c will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:41.584363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.599072 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Transition to ACTIVE for port object c271b009-3781-463a-8e4a-337674163f9c will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:41.609056 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.612625 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-e1ef12ec-1891-4a53-a5ba-e32a9bfc78a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:41.647333 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.650077 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:41.651256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.657370 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:41.692993 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:41.698300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:41.702629 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:41.705911 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-78ca7db8-0c60-4383-8d18-2cdf6beb039f service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1128087 Jun 11 18:12:41.711803 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-9b485cef-86f3-410e-b95a-68e1c3fe8dee service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1158974 Jun 11 18:12:41.724940 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4691801 Jun 11 18:12:41.730132 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Pushing event updated for resources: {'Port': ['ID=c271b009-3781-463a-8e4a-337674163f9c,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:41.734828 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:41.737345 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1794e-0a8b-4221-a7f1-763f22b7de56 req-6b1d5214-74f3-4510-b987-e9c99c8214cd tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:41.737671 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40360) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:41.739980 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-75a1794e-0a8b-4221-a7f1-763f22b7de56 req-6b1d5214-74f3-4510-b987-e9c99c8214cd tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.6911614 Jun 11 18:12:41.760526 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Request body: {'subnet': {'network_id': '6b138471-b0f8-4f9e-a5e5-8ae6d6d28420', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-811051087-subnet', 'tenant_id': '478f2bb2a2ac4df291802e73dffdd948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:41.831796 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Pushing event updated for resources: {'Network': ['ID=6b138471-b0f8-4f9e-a5e5-8ae6d6d28420,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:41.838622 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:41.841225 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Attempting to bind port c271b009-3781-463a-8e4a-337674163f9c on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:12:41.842538 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Attempting to bind port c271b009-3781-463a-8e4a-337674163f9c by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:12:41.843133 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Attempting to bind port c271b009-3781-463a-8e4a-337674163f9c on network ce62ed7a-c528-44bc-9e6d-3c0b9398701c {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:41.852030 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:12:41.852774 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Checking segment: {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:41.853432 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.854023 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Bound using segment: {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:12:41.855145 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Bound port: c271b009-3781-463a-8e4a-337674163f9c, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:12:41.855379 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.864724 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 6b138471-b0f8-4f9e-a5e5-8ae6d6d28420 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:12:41.870144 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Made reservation on behalf of 478f2bb2a2ac4df291802e73dffdd948 for: {'subnet': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:41.874631 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31207356'] for subnet, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:41.931852 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32508410-c796-414e-81aa-7698276d2601 req-edddcd42-9935-4f93-a222-406a6d124e63 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:41.933641 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32508410-c796-414e-81aa-7698276d2601 req-edddcd42-9935-4f93-a222-406a6d124e63 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.7479572 Jun 11 18:12:42.153687 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] For port c271b009-3781-463a-8e4a-337674163f9c, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:12:42.160225 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] For port c271b009-3781-463a-8e4a-337674163f9c, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c271b009-3781-463a-8e4a-337674163f9c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:12:42.170500 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:42.182974 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:42.218878 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-75a1794e-0a8b-4221-a7f1-763f22b7de56 req-f47f5b36-95b3-45f5-a47c-8474b06efad7 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569974 Jun 11 18:12:42.224864 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:42.320367 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31277188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31207338'] for subnet, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:42.331895 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:42.333179 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:42.336901 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-80ffc690-5d8a-4377-ae06-0b3dd09286b0 req-43a7f903-518c-4089-bc59-a4ff361e6712 service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826831 Jun 11 18:12:42.342629 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f13ad270-93ca-47da-8422-4b438728eaed req-4bb95d98-0198-4b77-86be-bea92788a63f service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003561 Jun 11 18:12:42.367318 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Pushing event updated for resources: {'Port': ['ID=c271b009-3781-463a-8e4a-337674163f9c,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:42.389170 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32508410-c796-414e-81aa-7698276d2601 req-e1c7ce69-78ab-463b-9712-8cc28d467677 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3880649 Jun 11 18:12:42.393058 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.396373 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.397008 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.397737 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.400812 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.401277 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.402075 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.402680 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.403727 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.404808 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.408046 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.408509 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:42.414735 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:42.520481 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Pushing event updated for resources: {'Subnet': ['ID=258df649-4ace-4213-b3ca-2201722c7b00,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:42.531253 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:42.551385 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Checking segment: {'id': 'b909209a-c7ff-48ce-aa06-977aa785307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '6b138471-b0f8-4f9e-a5e5-8ae6d6d28420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:42.552040 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Network hostable DHCP agents. Network: 6b138471-b0f8-4f9e-a5e5-8ae6d6d28420, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:12:42.585805 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Network 6b138471-b0f8-4f9e-a5e5-8ae6d6d28420 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:12:42.615200 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 6b138471-b0f8-4f9e-a5e5-8ae6d6d28420) {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:42.626611 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:42.628136 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:42.685985 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9455569 Jun 11 18:12:42.686472 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba32d0b-11c2-4e99-a228-5ee4353d4b2a None None] Network 6b138471-b0f8-4f9e-a5e5-8ae6d6d28420 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:12:42.730394 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Allocated IP 172.27.0.210 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/c7246ee0-fc77-421d-8f70-bb4451a4a0be) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:42.773730 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b480b-79eb-4be2-91b7-47bef48eb642 req-2e25983e-c805-4c43-80de-4224560aa42f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:42.775794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-794b480b-79eb-4be2-91b7-47bef48eb642 req-2e25983e-c805-4c43-80de-4224560aa42f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.2800691 Jun 11 18:12:42.994887 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482bcf9-db22-48dd-8783-40cae08e6b42 None None] Network 6b138471-b0f8-4f9e-a5e5-8ae6d6d28420 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:12:43.019571 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40370) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:43.141539 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Deleting subnet e13583a6-0a91-46b6-8e58-a0ec10cef39b {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:12:43.148546 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.241401 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.346062 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-794b480b-79eb-4be2-91b7-47bef48eb642 req-337b1add-a896-45d6-8445-599495f05121 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5569723 Jun 11 18:12:43.377423 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.380501 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.470499 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.512337 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.518753 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5f876a2e-5cbd-44a0-91a1-88a84434ff60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:43.627888 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13583a6-0a91-46b6-8e58-a0ec10cef39b,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:43.637521 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.640583 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e13583a6-0a91-46b6-8e58-a0ec10cef39b HTTP/1.1" status: 204 len: 168 time: 0.6155047 Jun 11 18:12:43.641296 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:43.648696 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40380) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:43.655301 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.668561 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2fbd7333-b4ef-4195-a12d-eb4169aaa305 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:43.803414 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:43.818922 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:43.859096 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Pushing event updated for resources: {'Port': ['ID=c7246ee0-fc77-421d-8f70-bb4451a4a0be,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:43.871607 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:43.873685 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6054b0fa-06f6-47f5-81f3-53ea66762f8d None None] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:12:43.875157 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:43.881368 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:44.018374 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.019352 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef871a5-faed-450f-93c1-3a8fc1cdc569 req-824f898d-5d8c-40be-88b7-b8669e9c12aa tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:44.034230 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-aef871a5-faed-450f-93c1-3a8fc1cdc569 req-824f898d-5d8c-40be-88b7-b8669e9c12aa tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.4797661 Jun 11 18:12:44.042143 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104c317f-8f43-4440-8b38-fb39afbf9186']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:44.067645 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '818dd3a8-0eca-4088-9e47-fc2c6abe9203') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:44.067645 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '818dd3a8-0eca-4088-9e47-fc2c6abe9203') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:44.089144 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.128503 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.144552 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:12:44.145225 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:12:44.149656 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:12:44.157285 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-bdc2e2dd-ecb2-44c1-802a-0db0a2fdf5b5 None None] Provisioning for port c271b009-3781-463a-8e4a-337674163f9c completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:44.222459 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c271b009-3781-463a-8e4a-337674163f9c up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:44.291826 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.304631 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:44.309788 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.312914 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] 10.222.0.15 "DELETE /v2.0/networks/104c317f-8f43-4440-8b38-fb39afbf9186 HTTP/1.1" status: 204 len: 168 time: 0.6630056 Jun 11 18:12:44.320817 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 40384) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:44.328266 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Pushing event deleted for resources: {'Network': ['ID=104c317f-8f43-4440-8b38-fb39afbf9186,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:44.332581 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e9cf8c56-b611-4004-96ad-5a33732bf187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:44.348840 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3233f6a-f082-41d8-8a4e-79621b41d1fa req-88ab50ac-b301-4d8d-84a9-1ec84db1fd9e tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:44.352028 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f3233f6a-f082-41d8-8a4e-79621b41d1fa req-88ab50ac-b301-4d8d-84a9-1ec84db1fd9e tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.5997379 Jun 11 18:12:44.459792 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port c271b009-3781-463a-8e4a-337674163f9c completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:44.469112 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-aef871a5-faed-450f-93c1-3a8fc1cdc569 req-8f9c6378-ed9f-4c7c-8467-454186fe8d82 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243276 Jun 11 18:12:44.476021 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c271b009-3781-463a-8e4a-337674163f9c triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:44.476887 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.570486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] Deleting subnet 258df649-4ace-4213-b3ca-2201722c7b00 {{(pid=92015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:12:44.592689 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.683355 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f3233f6a-f082-41d8-8a4e-79621b41d1fa req-c772d0ab-12ac-48c5-883d-228ba70c2449 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754550 Jun 11 18:12:44.711561 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.726819 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31406609'] for subnet, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.775926 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port c271b009-3781-463a-8e4a-337674163f9c, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c271b009-3781-463a-8e4a-337674163f9c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:44.782567 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:44.785886 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-d91ac77a-44ad-4984-98c5-b5701fe84989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:44.877096 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=c271b009-3781-463a-8e4a-337674163f9c,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:44.882716 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:44.943891 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-1181ff0b-1766-42d2-a02d-bc60628e5031 None None] Provisioning complete for port c271b009-3781-463a-8e4a-337674163f9c triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:44.944237 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1181ff0b-1766-42d2-a02d-bc60628e5031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.102310 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.206374 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd616-9a61-41d3-818f-c1cf7679aff9 req-47d557fd-23d4-4a3f-b028-949b732b140b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:45.208734 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7fcd616-9a61-41d3-818f-c1cf7679aff9 req-47d557fd-23d4-4a3f-b028-949b732b140b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.5208213 Jun 11 18:12:45.246419 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.403220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32466445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30103418'] for subnet, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.412128 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:45.416950 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7fcd616-9a61-41d3-818f-c1cf7679aff9 req-15695adf-1cbe-43a9-a044-c185f62bd01d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933122 Jun 11 18:12:45.470510 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258df649-4ace-4213-b3ca-2201722c7b00,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:45.480019 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:45.484679 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.486847 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-9d7052d4-a308-4b76-b1b1-62a2e7c2d40f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/258df649-4ace-4213-b3ca-2201722c7b00 HTTP/1.1" status: 204 len: 168 time: 1.1630638 Jun 11 18:12:45.492838 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40394) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:45.609869 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.732002 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.788352 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.811174 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b138471-b0f8-4f9e-a5e5-8ae6d6d28420']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:45.833164 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b909209a-c7ff-48ce-aa06-977aa785307d') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:45.833660 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b909209a-c7ff-48ce-aa06-977aa785307d') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:45.853442 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.880478 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.891677 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:12:45.892482 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:12:45.895544 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:12:45.947715 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c7c02-c31f-40e9-bba0-0795878b27a2 req-68de802a-6e4e-4b82-b307-2d495bbd703d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:45.949739 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-761c7c02-c31f-40e9-bba0-0795878b27a2 req-68de802a-6e4e-4b82-b307-2d495bbd703d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2675140 Jun 11 18:12:46.050501 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-761c7c02-c31f-40e9-bba0-0795878b27a2 req-aee2e9f1-77f5-4561-a6c4-e6e27bc29595 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840135 Jun 11 18:12:46.051953 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:46.064486 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-626cb0ba-f82b-42bb-b052-2ed95aa8de9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:46.079778 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb859db-db01-468c-b3f1-65e65b238075 req-298710c5-2c23-43ee-8251-74095247f901 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:46.082371 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dcb859db-db01-468c-b3f1-65e65b238075 req-298710c5-2c23-43ee-8251-74095247f901 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.2067099 Jun 11 18:12:46.082832 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:46.088769 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] 10.222.0.15 "DELETE /v2.0/networks/6b138471-b0f8-4f9e-a5e5-8ae6d6d28420 HTTP/1.1" status: 204 len: 168 time: 0.5910966 Jun 11 18:12:46.088769 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b138471-b0f8-4f9e-a5e5-8ae6d6d28420,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:46.095115 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-168ba804-9dee-4514-ba4c-a77b7b6deb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:46.142918 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:12:46.172503 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c271b009-3781-463a-8e4a-337674163f9c up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:46.197937 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dcb859db-db01-468c-b3f1-65e65b238075 req-44d5efda-a0bb-4d5d-abbe-c9c0635334c7 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985098 Jun 11 18:12:46.273150 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c271b009-3781-463a-8e4a-337674163f9c triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:46.273999 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:46.436736 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:12:46.458430 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Sync routers for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:12:46.473488 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40412) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:46.476449 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Notify callbacks [] for router, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:46.480492 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5823443 Jun 11 18:12:46.483439 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 40414) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:46.488580 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device cef9049a-fbb0-4fea-ba1e-d17f2d103c29 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:12:46.530553 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:46.543310 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:46.753798 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-19e0986c-f9a0-42b7-a436-8673cbc3cdf5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82bb265369d74d52833494722b34b378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782145 Jun 11 18:12:46.757614 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40418) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:46.842398 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:46.868968 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'port_id': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'mac_address': 'fa:16:3e:19:b9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:12:46.912578 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b477c220-b39d-4369-b699-71572bfb198d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:46.952505 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b477c220-b39d-4369-b699-71572bfb198d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:46.957190 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:46.988917 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef9049a-fbb0-4fea-ba1e-d17f2d103c29 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:46.989800 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:47.038618 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:47.046371 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:47.046708 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b477c220-b39d-4369-b699-71572bfb198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:47.050169 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:47.053914 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b477c220-b39d-4369-b699-71572bfb198d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:47.057712 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b477c220-b39d-4369-b699-71572bfb198d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85b79814-cf76-454b-8dfe-9f7b240f1be7 HTTP/1.1" status: 204 len: 168 time: 0.2950051 Jun 11 18:12:47.057712 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-abbab1bd-e1aa-4c59-9d53-3132bf949ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:47.075001 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477c220-b39d-4369-b699-71572bfb198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b79814-cf76-454b-8dfe-9f7b240f1be7,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:47.092860 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b477c220-b39d-4369-b699-71572bfb198d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:47.210482 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:47.218921 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:47.378419 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:44Z', 'revision_number': 3, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:47.382675 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Checking router: 0ffa81c2-82a4-4225-a803-cb11b4c98c7e for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:12:47.383125 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Updating router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e port c7246ee0-fc77-421d-8f70-bb4451a4a0be binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:12:47.448812 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:47.478438 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['cef9049a-fbb0-4fea-ba1e-d17f2d103c29'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:47.570374 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cb70d-6bee-472a-a24c-1045780e6c04 req-21be8c3e-4e7d-4a54-8cb6-ed71547b4aef tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:47.578556 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c62cb70d-6bee-472a-a24c-1045780e6c04 req-21be8c3e-4e7d-4a54-8cb6-ed71547b4aef tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.3014116 Jun 11 18:12:47.661663 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6d21d-3a8d-47ca-aaad-d31cd619f0d0 req-a9f4367f-cb9e-435b-8dae-cc98d9f08e6e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:47.663355 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9fe6d21d-3a8d-47ca-aaad-d31cd619f0d0 req-a9f4367f-cb9e-435b-8dae-cc98d9f08e6e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3079515 Jun 11 18:12:47.690618 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c62cb70d-6bee-472a-a24c-1045780e6c04 req-01f31109-ff31-4535-a1c9-45a7255ca972 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110106 Jun 11 18:12:47.744107 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40428) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:47.917336 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-fdd18cfc-e99d-462c-bc9e-5f42674db12f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=478f2bb2a2ac4df291802e73dffdd948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708570 Jun 11 18:12:47.918369 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40432) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:48.042059 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-314a5e35-35d0-478d-88bb-48aac0d87356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.052201 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9fe6d21d-3a8d-47ca-aaad-d31cd619f0d0 req-1d8ff8cc-6033-407b-b9b9-cfe97dc4cf5f tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574963 Jun 11 18:12:48.100377 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-314a5e35-35d0-478d-88bb-48aac0d87356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.168447 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59bd00-d103-4573-8e29-bb7b0ab04232 req-0e6d9fcf-7316-483d-9759-a27afc0fd223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:48.171824 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1a59bd00-d103-4573-8e29-bb7b0ab04232 req-0e6d9fcf-7316-483d-9759-a27afc0fd223 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 945 time: 0.2245991 Jun 11 18:12:48.218645 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-314a5e35-35d0-478d-88bb-48aac0d87356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.223252 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-314a5e35-35d0-478d-88bb-48aac0d87356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.227714 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-314a5e35-35d0-478d-88bb-48aac0d87356 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12591ace-81ce-400f-850d-15780d3bb950 HTTP/1.1" status: 204 len: 168 time: 0.3054132 Jun 11 18:12:48.228959 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ed67027-ee14-4ef4-80d7-70f11e420b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:48.251609 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a5e35-35d0-478d-88bb-48aac0d87356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12591ace-81ce-400f-850d-15780d3bb950,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:48.277638 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-314a5e35-35d0-478d-88bb-48aac0d87356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:48.322722 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.337772 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Transition to ACTIVE for port object c7246ee0-fc77-421d-8f70-bb4451a4a0be will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:48.347150 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.350745 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-627e1fb0-df77-469f-a208-3abd4bcfd784 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:48.363101 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1a59bd00-d103-4573-8e29-bb7b0ab04232 req-ce531206-24bd-4309-bf22-cba60afd9408 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795583 Jun 11 18:12:48.471251 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Pushing event updated for resources: {'Port': ['ID=c7246ee0-fc77-421d-8f70-bb4451a4a0be,revision_number=2']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:48.474450 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.476503 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Attempting to bind port c7246ee0-fc77-421d-8f70-bb4451a4a0be on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:12:48.477075 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Attempting to bind port c7246ee0-fc77-421d-8f70-bb4451a4a0be by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:12:48.477951 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Attempting to bind port c7246ee0-fc77-421d-8f70-bb4451a4a0be on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:48.490539 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.491118 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.491663 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.492240 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.492754 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.493549 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.493864 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.494346 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.494932 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.495410 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.495968 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.496404 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:12:48.502811 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:48.509735 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:12:48.510371 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:48.511296 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.512174 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:12:48.512915 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Bound port: c7246ee0-fc77-421d-8f70-bb4451a4a0be, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:12:48.513862 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.624676 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] For port c7246ee0-fc77-421d-8f70-bb4451a4a0be, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:12:48.630246 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] For port c7246ee0-fc77-421d-8f70-bb4451a4a0be, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c7246ee0-fc77-421d-8f70-bb4451a4a0be,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:12:48.637606 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:48.640803 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:48.752670 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:48.753772 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:48.857142 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Pushing event updated for resources: {'Port': ['ID=c7246ee0-fc77-421d-8f70-bb4451a4a0be,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:48.923538 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Allocated IP 172.20.0.1 (ce62ed7a-c528-44bc-9e6d-3c0b9398701c/80a65069-91fe-4610-bd56-64be97daaa33/65cdd95d-deb5-433b-bf75-a0dc572afb47) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:48.939249 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-3ec5b508-ab8c-49aa-8334-32afcbf81731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:49.064767 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:49.281837 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b9575-0c97-4a42-9936-e400a9f86a4e req-f76bc83d-59be-46fe-a0d2-df2a36d59fdc tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:49.294783 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-757b9575-0c97-4a42-9936-e400a9f86a4e req-f76bc83d-59be-46fe-a0d2-df2a36d59fdc tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.3359056 Jun 11 18:12:49.329449 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:49.354653 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Transition to ACTIVE for port object 65cdd95d-deb5-433b-bf75-a0dc572afb47 will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:49.435994 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:49.457608 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:49.558506 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Pushing event updated for resources: {'Port': ['ID=65cdd95d-deb5-433b-bf75-a0dc572afb47,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:49.569331 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:49.605963 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:49.612785 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:49.632682 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-757b9575-0c97-4a42-9936-e400a9f86a4e req-0d1cfd77-bafe-4326-a8ee-54711657fe61 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363316 Jun 11 18:12:49.634123 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:12:49.678419 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:44Z', 'revision_number': 3, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:49.694422 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c3a38-b2bc-4fb4-b4e3-7fa69d4baf42 None None] The sync data for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi is: [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:44Z', 'revision_number': 3, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:12:49.903314 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:50.037772 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-3467fd88-a8e1-4527-8f80-f10911cfd738 None None] Provisioning for port 65cdd95d-deb5-433b-bf75-a0dc572afb47 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:50.047554 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-3467fd88-a8e1-4527-8f80-f10911cfd738 None None] Provisioning complete for port 65cdd95d-deb5-433b-bf75-a0dc572afb47 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:50.049038 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3467fd88-a8e1-4527-8f80-f10911cfd738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:50.204666 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-3467fd88-a8e1-4527-8f80-f10911cfd738 None None] Port 65cdd95d-deb5-433b-bf75-a0dc572afb47 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:12:50.313195 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb1e63-5bc5-4f18-940d-332cc8f9aea0 req-5a0e61f9-8f2b-4c82-a481-55b700e372d4 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:50.315196 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eddb1e63-5bc5-4f18-940d-332cc8f9aea0 req-5a0e61f9-8f2b-4c82-a481-55b700e372d4 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5059078 Jun 11 18:12:50.433655 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0233530-f7e6-403c-a6aa-b0f147d9e259 req-45829fb8-7f98-40e0-bef4-159f345afee7 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:50.435364 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f0233530-f7e6-403c-a6aa-b0f147d9e259 req-45829fb8-7f98-40e0-bef4-159f345afee7 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 945 time: 0.4135506 Jun 11 18:12:50.482767 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-eddb1e63-5bc5-4f18-940d-332cc8f9aea0 req-8f8a3dc0-0026-453e-a74a-79938f98e7e6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556776 Jun 11 18:12:50.485792 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:50.518032 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device dd9432f5-c9ef-4e25-9a90-c85534b72b3d details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:12:50.581149 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f0233530-f7e6-403c-a6aa-b0f147d9e259 req-a90443a2-841c-45f5-9f78-8073c0966dfa tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284051 Jun 11 18:12:50.674704 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device cef9049a-fbb0-4fea-ba1e-d17f2d103c29 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:50.867555 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:12:50.970141 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port dd9432f5-c9ef-4e25-9a90-c85534b72b3d, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:50.996190 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'port_id': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'mac_address': 'fa:16:3e:05:6f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:12:51.124770 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:51.130394 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:51.153157 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:51.154410 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:51.201981 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9432f5-c9ef-4e25-9a90-c85534b72b3d {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:12:51.233143 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:51.270265 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64130226-9e4b-44d6-bf25-ea118ab548e4 req-d29fb460-2ef7-457c-bcbd-523af5435d3b tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:51.271239 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port dd9432f5-c9ef-4e25-9a90-c85534b72b3d, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:51.273346 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-64130226-9e4b-44d6-bf25-ea118ab548e4 req-d29fb460-2ef7-457c-bcbd-523af5435d3b tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 946 time: 0.3935204 Jun 11 18:12:51.289668 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:51.292273 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:51.295203 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:51.379104 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4119fb3e-e62f-455a-bb36-b400145d21cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:51.472814 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e52fea-9d07-4326-bfc7-d19e9f92cde9 req-e74e04f0-cff5-48b2-880f-062cc2a41971 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:51.481808 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-27e52fea-9d07-4326-bfc7-d19e9f92cde9 req-e74e04f0-cff5-48b2-880f-062cc2a41971 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 944 time: 0.4799180 Jun 11 18:12:51.499252 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:51.528580 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:51.549722 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:51.559654 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:51.578844 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:51.584840 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6ac1f7-d751-4d85-aeaf-9edef6a1b90b" -d '{"events": [{"server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "name": "network-vif-plugged", "status": "completed", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:51.608422 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:51.615985 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:51.617624 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Pushing event updated for resources: {'Port': ['ID=65cdd95d-deb5-433b-bf75-a0dc572afb47,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:51.630585 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:51.636664 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-64130226-9e4b-44d6-bf25-ea118ab548e4 req-c1fec453-a6a1-424b-aabf-c696ce3afb08 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716308 Jun 11 18:12:51.645276 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:51.712406 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-27e52fea-9d07-4326-bfc7-d19e9f92cde9 req-844653e0-4051-403a-b671-2ab1c693fff6 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167423 Jun 11 18:12:51.793274 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:51.804421 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['dd9432f5-c9ef-4e25-9a90-c85534b72b3d'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:12:51.905884 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fdf273-baf6-4360-b3a9-dbd7cc7f5c27 x-openstack-request-id: req-50fdf273-baf6-4360-b3a9-dbd7cc7f5c27 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:51.906395 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "name": "network-vif-plugged", "status": "completed", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:51.906957 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50fdf273-baf6-4360-b3a9-dbd7cc7f5c27 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:51.907938 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'code': 200} Jun 11 18:12:51.909227 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:52.128087 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40506) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:52.298924 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c7246ee0-fc77-421d-8f70-bb4451a4a0be up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:52.413656 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2320e22b-ebe1-4814-821f-4b4cb661a4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.535948 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port c7246ee0-fc77-421d-8f70-bb4451a4a0be completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:52.549720 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c7246ee0-fc77-421d-8f70-bb4451a4a0be triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:52.550471 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.579116 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2320e22b-ebe1-4814-821f-4b4cb661a4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.594122 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2320e22b-ebe1-4814-821f-4b4cb661a4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.608766 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dad3ab70-0991-4e8d-8b2b-5b3f938a8716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:52.640671 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-2320e22b-ebe1-4814-821f-4b4cb661a4ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99ce7b53712d479f96a7c21efcefcf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5098631 Jun 11 18:12:52.643612 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40510) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:52.666905 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.688722 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:12:52.713768 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port c7246ee0-fc77-421d-8f70-bb4451a4a0be, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c7246ee0-fc77-421d-8f70-bb4451a4a0be,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:52.720075 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.722413 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320e22b-ebe1-4814-821f-4b4cb661a4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcddcd8e-847d-4898-ab2d-742dbbddbb17,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:52.723570 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:52.726327 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:52.731363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-95d3fcfb-a711-47a4-b3a3-03d40c55a9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.768413 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-95d3fcfb-a711-47a4-b3a3-03d40c55a9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.790634 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2320e22b-ebe1-4814-821f-4b4cb661a4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:52.846725 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-95d3fcfb-a711-47a4-b3a3-03d40c55a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.851913 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-95d3fcfb-a711-47a4-b3a3-03d40c55a9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:52.858716 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-95d3fcfb-a711-47a4-b3a3-03d40c55a9e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcddcd8e-847d-4898-ab2d-742dbbddbb17 HTTP/1.1" status: 204 len: 168 time: 0.2134640 Jun 11 18:12:52.860723 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-43bac18e-d646-4797-967f-c407462c24f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:52.877618 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3fcfb-a711-47a4-b3a3-03d40c55a9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcddcd8e-847d-4898-ab2d-742dbbddbb17,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:52.881976 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-95d3fcfb-a711-47a4-b3a3-03d40c55a9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:52.916520 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=c7246ee0-fc77-421d-8f70-bb4451a4a0be,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:52.926455 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:53.052429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-279a1ed4-cbbb-4d18-8777-5c81e72270b1 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:53.055334 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-279a1ed4-cbbb-4d18-8777-5c81e72270b1 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.82 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 946 time: 1.1145730 Jun 11 18:12:53.102516 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-aa6b1d73-1543-4e85-b771-516b47c8af55 None None] Provisioning complete for port 65cdd95d-deb5-433b-bf75-a0dc572afb47 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:53.103190 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1d73-1543-4e85-b771-516b47c8af55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.120637 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9526bd-9a93-4064-b358-58c051dfafe9 req-f8b4cdc0-1efd-41dd-b33a-8fcb6beb0a76 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:53.124327 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c9526bd-9a93-4064-b358-58c051dfafe9 req-f8b4cdc0-1efd-41dd-b33a-8fcb6beb0a76 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 1.0639760 Jun 11 18:12:53.166948 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3912b1-8fdc-46b1-9402-24ff50f441bd req-d772d9ea-836a-470c-8002-e860c04ebbf2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:53.169912 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3b3912b1-8fdc-46b1-9402-24ff50f441bd req-d772d9ea-836a-470c-8002-e860c04ebbf2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 1.1487267 Jun 11 18:12:53.192061 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b1d73-1543-4e85-b771-516b47c8af55 None None] Port 65cdd95d-deb5-433b-bf75-a0dc572afb47 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:12:53.309580 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac9ef5-02e6-4d87-8cc0-5d493c2a6161 req-bb160d49-1bb7-4511-bd94-163a6197fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:53.312462 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acac9ef5-02e6-4d87-8cc0-5d493c2a6161 req-bb160d49-1bb7-4511-bd94-163a6197fb03 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1099 time: 0.7450047 Jun 11 18:12:53.399284 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40520) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:53.418178 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-24359cda-7176-4520-94d4-f42440e80b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.445887 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c9526bd-9a93-4064-b358-58c051dfafe9 req-88526cf8-aed6-49b4-9879-f365dff5b579 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296257 Jun 11 18:12:53.452994 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3b3912b1-8fdc-46b1-9402-24ff50f441bd req-4ce5866a-224a-453f-aaaf-d225bab39e7e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298641 Jun 11 18:12:53.484470 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:12:53.501645 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-acac9ef5-02e6-4d87-8cc0-5d493c2a6161 req-55ce87c5-c25d-4e10-9ffc-6ecea67f0420 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771750 Jun 11 18:12:53.590530 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-24359cda-7176-4520-94d4-f42440e80b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.605408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-24359cda-7176-4520-94d4-f42440e80b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.609884 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-314a5e35-35d0-478d-88bb-48aac0d87356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:53.678752 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24359cda-7176-4520-94d4-f42440e80b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ae1ea8-de27-49cd-96bf-bfc5b6dafa66,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:53.687996 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-24359cda-7176-4520-94d4-f42440e80b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:53.708564 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-24359cda-7176-4520-94d4-f42440e80b48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f350b5f3db248c3b5830425f1a8e9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073301 Jun 11 18:12:53.711790 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40522) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:53.784902 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-599a2f0a-0564-4287-830d-dcb3749ec202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.816232 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-599a2f0a-0564-4287-830d-dcb3749ec202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.833474 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Deleting port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:12:53.834088 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.895965 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-599a2f0a-0564-4287-830d-dcb3749ec202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.900560 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-599a2f0a-0564-4287-830d-dcb3749ec202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:53.905056 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-599a2f0a-0564-4287-830d-dcb3749ec202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81ae1ea8-de27-49cd-96bf-bfc5b6dafa66 HTTP/1.1" status: 204 len: 168 time: 0.1890609 Jun 11 18:12:53.905056 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-57b83c30-d98e-4262-a029-3d48a9ccc204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:53.921133 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a2f0a-0564-4287-830d-dcb3749ec202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ae1ea8-de27-49cd-96bf-bfc5b6dafa66,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:53.924743 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-599a2f0a-0564-4287-830d-dcb3749ec202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:54.020437 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:12:54.040675 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Sync routers for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:12:54.058216 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] 10.222.0.15 "PUT /v2.0/routers/0ffa81c2-82a4-4225-a803-cb11b4c98c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5584059 Jun 11 18:12:54.070800 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:54.072178 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:54.116543 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ac029-234e-40ab-87ee-333ca37c3582 req-e5c3f011-551b-42fc-b3c7-59ce80577fac tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:54.131619 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c73ac029-234e-40ab-87ee-333ca37c3582 req-e5c3f011-551b-42fc-b3c7-59ce80577fac tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 945 time: 0.4228070 Jun 11 18:12:54.148397 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9eba0-2f28-42b7-98de-2c977055d72b req-d5eff2dc-daef-4c51-a7bc-715704288d8c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:54.162035 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9ef9eba0-2f28-42b7-98de-2c977055d72b req-d5eff2dc-daef-4c51-a7bc-715704288d8c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 946 time: 0.4464512 Jun 11 18:12:54.189583 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] For port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:54.190182 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:54.205806 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c7246ee0-fc77-421d-8f70-bb4451a4a0be up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:54.455636 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Calling delete_port for 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:12:54.524565 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device dd9432f5-c9ef-4e25-9a90-c85534b72b3d up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:12:54.595079 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9ef9eba0-2f28-42b7-98de-2c977055d72b req-212b2161-4d78-43dd-9d5f-ef6c783e6460 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312143 Jun 11 18:12:54.611304 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c73ac029-234e-40ab-87ee-333ca37c3582 req-e04a59da-bbeb-4ba9-9958-bae12fe22adc tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4775229 Jun 11 18:12:54.770288 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c7246ee0-fc77-421d-8f70-bb4451a4a0be triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:54.771146 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:54.776236 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:54.929280 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:54.947860 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:54.991788 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Pushing event deleted for resources: {'Port': ['ID=9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:55.009324 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:55.101429 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port dd9432f5-c9ef-4e25-9a90-c85534b72b3d completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:12:55.130629 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port dd9432f5-c9ef-4e25-9a90-c85534b72b3d triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:12:55.131565 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.185856 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] No DVR routers for this DVR port 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:12:55.188887 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.191681 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f9f11a46-77f1-49fd-b97b-88da7dff385c req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.82 "DELETE /v2.0/ports/9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 HTTP/1.1" status: 204 len: 173 time: 2.1226199 Jun 11 18:12:55.194248 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5cd9bf-05b5-4e48-a37f-56cf72ab6de1', 'name': 'network-vif-deleted', 'tag': '9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:55.198215 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36be9a4b-8dc2-4480-8a46-123a32f2043b" -d '{"events": [{"server_uuid": "be5cd9bf-05b5-4e48-a37f-56cf72ab6de1", "name": "network-vif-deleted", "tag": "9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:55.264726 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a17e9-b297-456c-bd3e-7c8decbe47a5 req-3163077c-e08d-4e10-82a8-130892cbc50b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:55.267042 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f35a17e9-b297-456c-bd3e-7c8decbe47a5 req-3163077c-e08d-4e10-82a8-130892cbc50b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.3337402 Jun 11 18:12:55.310776 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8c213-e820-42e7-b71d-9d623834d03d req-89b6dcef-9a40-427c-99ab-141237430087 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:55.327059 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0db8c213-e820-42e7-b71d-9d623834d03d req-89b6dcef-9a40-427c-99ab-141237430087 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2167776 Jun 11 18:12:55.422294 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0db8c213-e820-42e7-b71d-9d623834d03d req-cc19f390-3be7-4985-afd1-9dd8d356ddf2 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941851 Jun 11 18:12:55.429886 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-75197c0d-9e59-4ea3-b2e3-5b6ad5b5d1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.457733 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f35a17e9-b297-456c-bd3e-7c8decbe47a5 req-69c865c2-6445-48b9-b841-95752f9bdf1d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282272 Jun 11 18:12:55.475494 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40562) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:55.483448 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2052306664-network', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:55.518707 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Made reservation on behalf of f1a6f70d06e447e1899e23bbd8e887db for: {'network': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:55.523525 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.558641 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.745640 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.753585 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.754287 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.758144 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ed568b11-e1cd-4ed7-a734-8d68955f32e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:55.802748 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=92016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:12:55.818125 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f1dc82-f096-4f4f-8430-682a8c906812,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:55.825315 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:55.830092 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:12:55.832412 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.833306 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.segments_db [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Added segment 1f3ac6f8-8561-41cb-a087-a759e001ad71 of type vlan for network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 Jun 11 18:12:55.834198 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dea05a-0ac0-45f4-9b71-b1318b51e07b" -d '{"events": [{"server_uuid": "5f8bdbc7-dc98-4c91-8221-28f5866ff7ca", "name": "network-vif-plugged", "status": "completed", "tag": "dd9432f5-c9ef-4e25-9a90-c85534b72b3d"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:12:55.876960 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port dd9432f5-c9ef-4e25-9a90-c85534b72b3d, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:12:55.885797 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.892563 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:55.892841 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cb4a0a-0875-444b-803d-1c2aad7ac596 x-openstack-request-id: req-60cb4a0a-0875-444b-803d-1c2aad7ac596 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:55.893468 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5cd9bf-05b5-4e48-a37f-56cf72ab6de1", "name": "network-vif-deleted", "tag": "9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:55.895093 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60cb4a0a-0875-444b-803d-1c2aad7ac596 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:55.895966 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5cd9bf-05b5-4e48-a37f-56cf72ab6de1', 'name': 'network-vif-deleted', 'tag': '9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88', 'status': 'completed', 'code': 200} Jun 11 18:12:55.906670 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.956866 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.958962 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:55.959856 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:55.978628 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:55.987141 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5096142 Jun 11 18:12:55.992580 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 40574) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:56.002933 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Request body: {'subnet': {'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2052306664-subnet', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'ip_version': 4}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:56.012395 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:56.023636 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:56.034810 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 2, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:56.042385 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Checking router: 0ffa81c2-82a4-4225-a803-cb11b4c98c7e for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:12:56.042976 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Updating router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e port 65cdd95d-deb5-433b-bf75-a0dc572afb47 binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:12:56.101508 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Pushing event updated for resources: {'Network': ['ID=eb2793ce-ca9b-49bb-bf9d-56347bfa3428,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:56.109100 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:56.117910 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Made reservation on behalf of f1a6f70d06e447e1899e23bbd8e887db for: {'subnet': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:12:56.119482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30103383'] for subnet, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:56.121073 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:12:56.190090 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:56.336875 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a0f9f9c-f22e-4c03-aa22-9a54d196ced4 req-b62b1782-4fb1-4e6f-9db2-c476a3ed5d72 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=be5cd9bf-05b5-4e48-a37f-56cf72ab6de1 HTTP/1.1" status: 200 len: 210 time: 0.1249197 Jun 11 18:12:56.457456 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03029816-30a7-473f-a0f8-ad334f9f324c req-e523c64c-c214-43a8-a32e-4e53e3c623ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:56.467270 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-03029816-30a7-473f-a0f8-ad334f9f324c req-e523c64c-c214-43a8-a32e-4e53e3c623ad tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.3735833 Jun 11 18:12:56.554046 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-03029816-30a7-473f-a0f8-ad334f9f324c req-123e5e8f-01ba-4ebd-bcd7-54561cfa3733 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842109 Jun 11 18:12:56.617514 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc689ade-96d6-4bbb-9f9d-f61055e7cbc3 x-openstack-request-id: req-bc689ade-96d6-4bbb-9f9d-f61055e7cbc3 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:12:56.618120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8bdbc7-dc98-4c91-8221-28f5866ff7ca", "name": "network-vif-plugged", "status": "completed", "tag": "dd9432f5-c9ef-4e25-9a90-c85534b72b3d", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:12:56.618604 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc689ade-96d6-4bbb-9f9d-f61055e7cbc3 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:12:56.619317 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'code': 200} Jun 11 18:12:56.620474 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:12:56.662165 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:12:56.662918 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 9e0e07ac-bdc4-4b5c-a9d7-02600c8e0c88 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:12:56.976170 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e23440-379f-474e-82ef-1d83f906c39a req-5d934625-725b-4127-87c5-2d20c3737bea tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:56.978588 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-66e23440-379f-474e-82ef-1d83f906c39a req-5d934625-725b-4127-87c5-2d20c3737bea tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2938969 Jun 11 18:12:57.062297 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32466510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30103361'] for subnet, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.088746 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:57.108274 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.126816 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Transition to ACTIVE for port object 65cdd95d-deb5-433b-bf75-a0dc572afb47 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:12:57.139378 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.142704 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-a09b3835-bfbc-4353-8b7c-69da09265790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:57.213550 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce23930-6af0-44ed-b1ec-f9a102ed548f,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:57.224215 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-66e23440-379f-474e-82ef-1d83f906c39a req-feb38722-9c27-43ef-b0a1-4dff033417df tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780021 Jun 11 18:12:57.225695 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:57.272694 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3a91f-2152-4598-af1b-4cca178203bd None None] Pushing event updated for resources: {'Port': ['ID=65cdd95d-deb5-433b-bf75-a0dc572afb47,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:57.305198 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f245b90-c961-4efe-a540-e6507d4e1a2c req-a937f223-56ba-4fee-930c-629b0f59405d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:57.314590 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f245b90-c961-4efe-a540-e6507d4e1a2c req-a937f223-56ba-4fee-930c-629b0f59405d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.4383881 Jun 11 18:12:57.339348 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-c6a3a91f-2152-4598-af1b-4cca178203bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:57.367172 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9af90-a738-485b-8ba7-027604561d86 req-77a98854-29bc-4056-80b6-855c6c777679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:57.369219 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-48a9af90-a738-485b-8ba7-027604561d86 req-77a98854-29bc-4056-80b6-855c6c777679 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 1099 time: 0.3845584 Jun 11 18:12:57.371270 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Attempting to bind port 65cdd95d-deb5-433b-bf75-a0dc572afb47 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:12:57.373142 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Attempting to bind port 65cdd95d-deb5-433b-bf75-a0dc572afb47 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:12:57.374289 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Attempting to bind port 65cdd95d-deb5-433b-bf75-a0dc572afb47 on network ce62ed7a-c528-44bc-9e6d-3c0b9398701c {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:12:57.379866 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f245b90-c961-4efe-a540-e6507d4e1a2c req-aaa92e90-b3ee-4fa8-b920-0513c518d46b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640650 Jun 11 18:12:57.387859 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:12:57.388489 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Checking segment: {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:57.389183 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.389844 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Bound using segment: {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:12:57.393070 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Bound port: 65cdd95d-deb5-433b-bf75-a0dc572afb47, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:12:57.394043 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.605488 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] For port 65cdd95d-deb5-433b-bf75-a0dc572afb47, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:12:57.620535 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] For port 65cdd95d-deb5-433b-bf75-a0dc572afb47, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=65cdd95d-deb5-433b-bf75-a0dc572afb47,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:12:57.637432 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.655461 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:12:57.981907 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:12:57.983149 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:57.987089 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9b31deff-56da-4435-bb5c-36f8d9055d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:57.992617 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3a91f-2152-4598-af1b-4cca178203bd None None] Pushing event updated for resources: {'Port': ['ID=65cdd95d-deb5-433b-bf75-a0dc572afb47,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:12:57.998247 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-c6a3a91f-2152-4598-af1b-4cca178203bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:12:58.025889 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Checking segment: {'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:12:58.034534 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Network hostable DHCP agents. Network: eb2793ce-ca9b-49bb-bf9d-56347bfa3428, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:12:58.324386 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-48a9af90-a738-485b-8ba7-027604561d86 req-3ae2b9d3-a600-42ad-baa9-654aed69510a service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9279556 Jun 11 18:12:58.326288 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:12:58.353689 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, eb2793ce-ca9b-49bb-bf9d-56347bfa3428) {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:12:58.368154 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:58.369631 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:58.401598 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82eedca-0c1f-4f9a-b48e-48cdc8472d25 req-121bc5ed-7ec9-4fa2-a7cf-a345a96f14d5 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:58.405510 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b82eedca-0c1f-4f9a-b48e-48cdc8472d25 req-121bc5ed-7ec9-4fa2-a7cf-a345a96f14d5 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.3364186 Jun 11 18:12:58.422369 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f84e9-e2e8-4532-8ee4-69a7c5c27e8b None None] Network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:12:58.476113 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-9749d249-f75f-455a-a265-0535a1c72b49 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4816425 Jun 11 18:12:58.480433 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40622) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:58.486206 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:58.522572 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b82eedca-0c1f-4f9a-b48e-48cdc8472d25 req-b1195539-73dc-47b9-8a76-70aedcaa6117 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964208 Jun 11 18:12:58.538592 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:58.540458 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:58.547354 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:58.550572 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbb676-8bf6-4a87-b72f-39654647dcba req-39c5658b-4ca7-4555-9466-370acefbd511 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:58.556233 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-26dbb676-8bf6-4a87-b72f-39654647dcba req-39c5658b-4ca7-4555-9466-370acefbd511 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.4988079 Jun 11 18:12:58.674933 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-26dbb676-8bf6-4a87-b72f-39654647dcba req-89c81e46-36b4-4cf6-8f87-6b53d58be816 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020381 Jun 11 18:12:58.736165 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:12:58.743078 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 40626) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:58.746998 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:58.949519 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4652602-73fe-4635-b6d8-66c14a554f3b req-47319e1d-0f23-4cb6-9139-2c1fb0a69f66 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:58.952009 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e4652602-73fe-4635-b6d8-66c14a554f3b req-47319e1d-0f23-4cb6-9139-2c1fb0a69f66 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1398337 Jun 11 18:12:59.026318 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e4652602-73fe-4635-b6d8-66c14a554f3b req-46293f84-2c59-449e-9a3e-0be5b34a27c5 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556071 Jun 11 18:12:59.217131 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-eb2793ce-ca9b-49bb-bf9d-56347bfa3428', 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'fixed_ips': [{'subnet_id': '7ce23930-6af0-44ed-b1ec-f9a102ed548f'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:12:59.218688 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:59.245661 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f2065a-6ae9-4866-a561-9e3d4183acf0 tempest-TestShelveInstance-255582456 tempest-TestShelveInstance-255582456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:12:59.248652 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-02f2065a-6ae9-4866-a561-9e3d4183acf0 tempest-TestShelveInstance-255582456 tempest-TestShelveInstance-255582456-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1094 time: 0.5038216 Jun 11 18:12:59.253645 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 40632) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:12:59.260708 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'port_id': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:12:59.313020 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for floatingip, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:59.326365 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:59.513353 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:59.587193 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:12:59.597407 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:12:57Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:12:59.616036 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bdb693-edf7-4f1f-a030-423d858ec47c None None] The sync data for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi is: [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:12:57Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:12:59.658157 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Allocated IP 172.20.0.2 (eb2793ce-ca9b-49bb-bf9d-56347bfa3428/7ce23930-6af0-44ed-b1ec-f9a102ed548f/7341d8ae-981d-4d9f-91e8-1ef6f81dea65) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:12:59.933473 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Allocated IP 172.27.0.50 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/7c304286-703e-4991-bdc7-28e0834c1acc) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:13:00.182196 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 65cdd95d-deb5-433b-bf75-a0dc572afb47 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:00.303999 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.316747 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31685084-efd8-43de-a40f-cf2b57ddf0a3 req-b27bdd87-4d8c-411f-a938-a53f932cf1bc tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:00.326329 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31685084-efd8-43de-a40f-cf2b57ddf0a3 req-b27bdd87-4d8c-411f-a938-a53f932cf1bc tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.3513613 Jun 11 18:13:00.330837 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.334371 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.345564 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Transition to ACTIVE for port object 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:13:00.385935 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.401363 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Transition to ACTIVE for port object 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:13:00.414827 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.418514 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:00.424961 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 65cdd95d-deb5-433b-bf75-a0dc572afb47 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:00.484608 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 65cdd95d-deb5-433b-bf75-a0dc572afb47 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:00.485414 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.501436 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-31685084-efd8-43de-a40f-cf2b57ddf0a3 req-4ba3ac09-309b-4cef-b319-81a720bf3d40 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739569 Jun 11 18:13:00.582244 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:00.588222 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.594329 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:00.596754 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:00.609936 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:00.628869 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Pushing event updated for resources: {'Port': ['ID=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:00.641780 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:00.693960 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68566bed-00ab-4a4e-8c74-f120007eedfd req-3f6dd78a-c67e-4942-8aef-c4b51c5f5b98 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:00.697917 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-68566bed-00ab-4a4e-8c74-f120007eedfd req-3f6dd78a-c67e-4942-8aef-c4b51c5f5b98 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3057992 Jun 11 18:13:00.752507 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:00.759204 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Allocated IP 172.27.0.107 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/5bb36c16-e903-411f-9739-c0ecff5bdbaf) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:13:00.792280 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Attempting to bind port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:13:00.792838 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Attempting to bind port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:13:00.793473 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Attempting to bind port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 on network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:13:00.806497 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:00.818959 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:00.828984 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'Port': ['ID=7c304286-703e-4991-bdc7-28e0834c1acc,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:00.849885 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:13:00.850540 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Checking segment: {'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:13:00.851277 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.851980 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Bound using segment: {'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:13:00.852885 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Bound port: 7341d8ae-981d-4d9f-91e8-1ef6f81dea65, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:13:00.853551 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.883908 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:00.895222 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:00.937641 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-68566bed-00ab-4a4e-8c74-f120007eedfd req-0f659537-c998-43f7-821a-53ea8965500d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240398 Jun 11 18:13:01.111904 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:01.113250 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 65cdd95d-deb5-433b-bf75-a0dc572afb47, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=65cdd95d-deb5-433b-bf75-a0dc572afb47,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:01.123353 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:01.127674 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:01.135611 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] For port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:13:01.141510 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:01.147835 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] For port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,segment=NetworkSegment(1f3ac6f8-8561-41cb-a087-a759e001ad71),segment_id=1f3ac6f8-8561-41cb-a087-a759e001ad71)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:13:01.201066 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:01.205208 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:01.209737 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:01.324518 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=65cdd95d-deb5-433b-bf75-a0dc572afb47,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:01.335101 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:01.339644 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-91b44ca7-da4b-47ce-8890-2a0431203e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:01.377531 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:01.383467 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:01.393545 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:01.453236 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Pushing event updated for resources: {'Port': ['ID=5bb36c16-e903-411f-9739-c0ecff5bdbaf,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:01.458787 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:01.490271 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Pushing event updated for resources: {'Port': ['ID=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:01.496183 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:01.921803 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:02.098011 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:02.113888 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:02.118629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08586b6-abf1-493f-8e9c-1b826f8cf9e9 req-b0982719-d8f0-4a27-a077-38d2a1044e27 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:02.133978 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e08586b6-abf1-493f-8e9c-1b826f8cf9e9 req-b0982719-d8f0-4a27-a077-38d2a1044e27 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.2833390 Jun 11 18:13:02.388002 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:02.577832 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:02.578743 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e08586b6-abf1-493f-8e9c-1b826f8cf9e9 req-d5bb2496-1eb7-421e-ac47-e47f57a09536 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4435763 Jun 11 18:13:02.601037 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 65cdd95d-deb5-433b-bf75-a0dc572afb47 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:02.691704 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f2ba9-0a95-4001-8942-40bd7254530d req-df8d07ae-1c24-494c-925b-4e96aaebdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:02.695044 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-960f2ba9-0a95-4001-8942-40bd7254530d req-df8d07ae-1c24-494c-925b-4e96aaebdbe8 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1099 time: 0.5581563 Jun 11 18:13:02.707165 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 65cdd95d-deb5-433b-bf75-a0dc572afb47 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:02.707661 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:02.833804 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51298f0c-0404-404c-bb42-84af47d66b0d req-f432ee4e-4cad-4c7c-b21e-4aed252eaffc tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:02.842311 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-51298f0c-0404-404c-bb42-84af47d66b0d req-f432ee4e-4cad-4c7c-b21e-4aed252eaffc tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5874531 Jun 11 18:13:03.023068 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-960f2ba9-0a95-4001-8942-40bd7254530d req-9c14d6ba-7380-4212-9906-2013f416aa9c service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195052 Jun 11 18:13:03.031236 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:03.097968 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-51298f0c-0404-404c-bb42-84af47d66b0d req-06e9bf7b-e2ee-41bf-86f0-54dcd26848b8 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543993 Jun 11 18:13:03.102055 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:03.116145 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:03.119529 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:03.185325 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3b117-0fcc-41d2-9151-3db7fbf83771 None None] Network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:13:03.232473 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event updated for resources: {'Port': ['ID=7c304286-703e-4991-bdc7-28e0834c1acc,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:03.239202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:03.335866 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] Provisioning for port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:03.398809 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:03.442032 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] Provisioning complete for port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:03.444186 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:03.691057 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Floating IP 3380b155-8603-43df-93fc-1640ddbe95f4 associated. External IP: 172.27.0.50, port: cef9049a-fbb0-4fea-ba1e-d17f2d103c29. Jun 11 18:13:03.749279 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Router 0bd2a767-8567-434c-8ec2-4d42d71bb040 is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:13:03.770788 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:03.870322 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] For port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,segment=NetworkSegment(1f3ac6f8-8561-41cb-a087-a759e001ad71),segment_id=1f3ac6f8-8561-41cb-a087-a759e001ad71)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:03.881276 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:03.886213 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:03.995829 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] Pushing event updated for resources: {'Port': ['ID=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:04.000036 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:04.108261 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:13:04.122085 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Sync routers for ids ['0bd2a767-8567-434c-8ec2-4d42d71bb040'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:13:04.145612 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Routers {'0bd2a767-8567-434c-8ec2-4d42d71bb040'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:04.147897 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0bd2a767-8567-434c-8ec2-4d42d71bb040'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:04.174139 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:04.177182 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6947603 Jun 11 18:13:04.179583 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40688) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:04.216776 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:04.399667 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add2b2e-ed1e-4d00-bbcf-9eeefa9db7d4 req-cdefecd0-66a7-4d7f-8fb7-cd13d05d6abb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:04.401814 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5add2b2e-ed1e-4d00-bbcf-9eeefa9db7d4 req-cdefecd0-66a7-4d7f-8fb7-cd13d05d6abb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.2663488 Jun 11 18:13:04.496085 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-9a180695-3f66-4784-9e63-3e389948c9f8 None None] Provisioning complete for port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:04.497006 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9a180695-3f66-4784-9e63-3e389948c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:04.602097 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:04.602750 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:04.627382 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Set router 0bd2a767-8567-434c-8ec2-4d42d71bb040 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:04.878514 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5add2b2e-ed1e-4d00-bbcf-9eeefa9db7d4 req-b7389787-b87c-4dec-b746-b9e7d5b48a46 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558654 Jun 11 18:13:04.943569 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa330210-b652-4c63-8ec7-429c48504910 req-e037d603-70e9-45ca-833a-0a5774c3ff76 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:04.955981 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa330210-b652-4c63-8ec7-429c48504910 req-e037d603-70e9-45ca-833a-0a5774c3ff76 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2614467 Jun 11 18:13:04.997731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Router 02b314eb-0dcf-4010-90c8-3456cdbfb367 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:13:05.079459 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa330210-b652-4c63-8ec7-429c48504910 req-230878e2-0130-42bd-a26c-00d6def0a90a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221299 Jun 11 18:13:05.309370 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 3, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:05.320089 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Checking router: 0bd2a767-8567-434c-8ec2-4d42d71bb040 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:13:05.320354 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Updating router 0bd2a767-8567-434c-8ec2-4d42d71bb040 port 5bb36c16-e903-411f-9739-c0ecff5bdbaf binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:13:05.438070 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:05.476344 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:05.488302 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d0fd-267e-4fd6-97fa-8799376bc517 req-35b6541d-caa6-4b2f-b5a4-20ef535c6f0b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:05.490977 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9dc5d0fd-267e-4fd6-97fa-8799376bc517 req-35b6541d-caa6-4b2f-b5a4-20ef535c6f0b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.2638528 Jun 11 18:13:05.493682 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:13:05.514252 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] Sync routers for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:13:05.531860 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:05.538345 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:05.662907 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:05.746810 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9dc5d0fd-267e-4fd6-97fa-8799376bc517 req-8f6e520f-ce80-4cc4-8f02-a26fd02a4071 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412217 Jun 11 18:13:05.774408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40728) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:05.805999 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5505724 Jun 11 18:13:05.807215 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:05.811134 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b888aa1-289c-4e71-9100-a1453e3d655e" -d '{"events": [{"name": "network-changed", "server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:05.898703 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbec9f1-a919-4f88-89a5-3aac2e0bdc3e x-openstack-request-id: req-cfbec9f1-a919-4f88-89a5-3aac2e0bdc3e {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:05.899898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:05.900693 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfbec9f1-a919-4f88-89a5-3aac2e0bdc3e {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:05.901709 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'status': 'completed', 'code': 200} Jun 11 18:13:05.912428 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:05.982896 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Allocated IP 172.20.0.1 (eb2793ce-ca9b-49bb-bf9d-56347bfa3428/7ce23930-6af0-44ed-b1ec-f9a102ed548f/e9c16e85-00ea-4d8b-9c4f-bcab3723062f) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:13:06.089623 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.111991 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Transition to ACTIVE for port object 5bb36c16-e903-411f-9739-c0ecff5bdbaf will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:13:06.130764 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.137240 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:06.273443 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Attempting to bind port 5bb36c16-e903-411f-9739-c0ecff5bdbaf on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:13:06.273907 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Attempting to bind port 5bb36c16-e903-411f-9739-c0ecff5bdbaf by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:13:06.274318 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Attempting to bind port 5bb36c16-e903-411f-9739-c0ecff5bdbaf on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:13:06.282992 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:13:06.283531 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:13:06.283851 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.284386 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:13:06.284950 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Bound port: 5bb36c16-e903-411f-9739-c0ecff5bdbaf, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:13:06.285444 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.339875 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232e240-b068-4ade-89d4-b5766e1f7389 None None] Pushing event updated for resources: {'Port': ['ID=5bb36c16-e903-411f-9739-c0ecff5bdbaf,revision_number=2']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:06.348515 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-2232e240-b068-4ade-89d4-b5766e1f7389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:06.399351 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] For port 5bb36c16-e903-411f-9739-c0ecff5bdbaf, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:13:06.408464 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] For port 5bb36c16-e903-411f-9739-c0ecff5bdbaf, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=5bb36c16-e903-411f-9739-c0ecff5bdbaf,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:13:06.414972 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.421916 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.423919 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24312b7a-d9e3-461d-b594-0f8c589b1fdc req-73ea3d38-69fd-4cdc-849e-d5969563ae5b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:06.427926 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-24312b7a-d9e3-461d-b594-0f8c589b1fdc req-73ea3d38-69fd-4cdc-849e-d5969563ae5b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.1575778 Jun 11 18:13:06.442411 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:06.467907 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a536259-d43f-4b96-a146-df206d5f3b67 tempest-TestVolumeBootPattern-1741598469 tempest-TestVolumeBootPattern-1741598469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:06.474668 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3a536259-d43f-4b96-a146-df206d5f3b67 tempest-TestVolumeBootPattern-1741598469 tempest-TestVolumeBootPattern-1741598469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 1094 time: 0.6949384 Jun 11 18:13:06.475613 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 40740) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:06.482256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'port_id': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:06.492387 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Transition to ACTIVE for port object e9c16e85-00ea-4d8b-9c4f-bcab3723062f will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:13:06.535949 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-24312b7a-d9e3-461d-b594-0f8c589b1fdc req-817ae6a0-08ec-4b9e-a1c1-da6e388ad9b5 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953336 Jun 11 18:13:06.556242 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.557370 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Routers {'0bd2a767-8567-434c-8ec2-4d42d71bb040'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:06.559219 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0bd2a767-8567-434c-8ec2-4d42d71bb040'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:06.647418 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:06.653937 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:06.686020 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '3380b155-8603-43df-93fc-1640ddbe95f4', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'port_id': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'mac_address': 'fa:16:3e:19:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:01Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 0, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:29Z', 'revision_number': 5, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:06.695695 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] Checking router: 02b314eb-0dcf-4010-90c8-3456cdbfb367 for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:13:06.716553 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:06.719697 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:06.752237 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:06.760380 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:06.764557 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:06.797483 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] Set router 0bd2a767-8567-434c-8ec2-4d42d71bb040 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:06.881901 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:06.893936 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:06.926998 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.093908 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:07.129155 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.207768 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232e240-b068-4ade-89d4-b5766e1f7389 None None] Pushing event updated for resources: {'Port': ['ID=5bb36c16-e903-411f-9739-c0ecff5bdbaf,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:07.213573 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-aa6d4bd1-cb1e-4659-a398-989c04583c36 None None] Provisioning for port e9c16e85-00ea-4d8b-9c4f-bcab3723062f completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:07.219270 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-2232e240-b068-4ade-89d4-b5766e1f7389 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:07.219839 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-aa6d4bd1-cb1e-4659-a398-989c04583c36 None None] Provisioning complete for port e9c16e85-00ea-4d8b-9c4f-bcab3723062f triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:07.220475 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aa6d4bd1-cb1e-4659-a398-989c04583c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.339252 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:07.362251 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 3, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:07.367025 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a8468-3216-4eb1-a12e-d7c751c663eb None None] The sync data for ids ['0bd2a767-8567-434c-8ec2-4d42d71bb040'] in dv-cinder-796049-1-iscsi is: [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 3, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:13:07.381354 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Allocated IP 172.27.0.141 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/c79f5bea-8108-4ffc-9bb6-881dde19843b) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:13:07.590883 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d4bd1-cb1e-4659-a398-989c04583c36 None None] Port e9c16e85-00ea-4d8b-9c4f-bcab3723062f cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:13:08.181764 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '3380b155-8603-43df-93fc-1640ddbe95f4', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'port_id': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'mac_address': 'fa:16:3e:19:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:01Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 0, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:29Z', 'revision_number': 5, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:08.199810 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c6c5f6-bf71-45f3-95e6-d3280ea412cd None None] The sync data for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi is: [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '3380b155-8603-43df-93fc-1640ddbe95f4', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'port_id': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'mac_address': 'fa:16:3e:19:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:01Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 0, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:29Z', 'revision_number': 5, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:13:08.227360 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-c8d39b88-4fe9-495d-8c74-d8fb8c8cc068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:08.229575 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-c8d39b88-4fe9-495d-8c74-d8fb8c8cc068 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1099 time: 0.4050348 Jun 11 18:13:08.251380 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-416161f9-690b-4878-a1af-e21fc3a41d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:08.259384 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-416161f9-690b-4878-a1af-e21fc3a41d42 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1099 time: 0.2521257 Jun 11 18:13:08.345735 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 5bb36c16-e903-411f-9739-c0ecff5bdbaf up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:08.359187 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:08.367269 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba407f0e-953a-4d51-884a-0b135b744bc5 req-ede7a649-b890-4bb3-ac78-0a9b239bd53b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:08.374881 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba407f0e-953a-4d51-884a-0b135b744bc5 req-ede7a649-b890-4bb3-ac78-0a9b239bd53b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5674093 Jun 11 18:13:08.512500 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 5bb36c16-e903-411f-9739-c0ecff5bdbaf completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:08.526288 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 5bb36c16-e903-411f-9739-c0ecff5bdbaf triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:08.526634 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:08.536965 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:08.552246 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:08.557288 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:08.661017 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:08.785270 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:08.785587 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e078ec0-4bc6-4e98-9729-1e13fc459540 None None] New status for floating IP 3380b155-8603-43df-93fc-1640ddbe95f4: ACTIVE {{(pid=92018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:13:08.788838 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:08.793125 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:08.807311 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:08.842509 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:08.849247 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:08.852166 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:08.860268 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-a8520886-153e-4714-9fe3-be0959ed048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:08.868809 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-a8520886-153e-4714-9fe3-be0959ed048b service neutron] 10.222.0.82 "GET /v2.0/networks?id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 200 len: 910 time: 0.6159029 Jun 11 18:13:08.962767 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:08.973157 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=c79f5bea-8108-4ffc-9bb6-881dde19843b,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:08.977096 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:09.099951 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 5bb36c16-e903-411f-9739-c0ecff5bdbaf, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=5bb36c16-e903-411f-9739-c0ecff5bdbaf,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:09.111189 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:09.119148 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:09.147233 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-5357a9c4-117f-45c4-94d0-9b6b8e0bdb8f service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 200 len: 999 time: 0.2761030 Jun 11 18:13:09.366205 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=5bb36c16-e903-411f-9739-c0ecff5bdbaf,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:09.384258 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:09.428571 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ba407f0e-953a-4d51-884a-0b135b744bc5 req-b6069864-9fea-42b5-b6da-0fe5aa6ef821 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9523242 Jun 11 18:13:09.619224 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-69219d95-e0da-4825-aa39-5319c07f17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:09.621611 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-69219d95-e0da-4825-aa39-5319c07f17af service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 920 time: 1.3450677 Jun 11 18:13:09.652565 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-10f7a97a-e304-4e83-8bba-038dfba27697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:09.654996 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-10f7a97a-e304-4e83-8bba-038dfba27697 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=04abca43-8f83-4c72-935c-7adc97d493c3 HTTP/1.1" status: 200 len: 848 time: 0.3602195 Jun 11 18:13:09.737622 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-c89611ce-e4ec-4993-8dc0-2b52979ecacc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 200 len: 217 time: 0.1052675 Jun 11 18:13:09.776064 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:09.782087 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:09.861557 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a21660ff-c17e-4c1a-85ec-fbef8707e1cd tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:09.863433 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a21660ff-c17e-4c1a-85ec-fbef8707e1cd tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/networks?id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b HTTP/1.1" status: 200 len: 814 time: 0.7146502 Jun 11 18:13:09.895524 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-48af7178-ea1f-4ba3-a75b-6235954a0760 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/quotas/6d472ee35c254f3c885ec3c8bb356f48 HTTP/1.1" status: 200 len: 375 time: 0.0140789 Jun 11 18:13:09.916705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-9adb5a0b-93e5-4761-b546-ed3281e183d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:09.920681 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-9adb5a0b-93e5-4761-b546-ed3281e183d5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.1537354 Jun 11 18:13:09.995294 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-91025fbd-3a3f-479a-aec0-f938f990ee26 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d472ee35c254f3c885ec3c8bb356f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731413 Jun 11 18:13:10.026001 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-0880e2db-dbd0-40e1-bceb-fa8d52bb946b service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737154 Jun 11 18:13:10.097126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-a728e2d1-7953-4e1c-af8b-825870c0f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:10.099788 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-a728e2d1-7953-4e1c-af8b-825870c0f4dc service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3818192 Jun 11 18:13:10.165928 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-e598575c-a351-4373-98ea-d45680c9c54e None None] Provisioning complete for port e9c16e85-00ea-4d8b-9c4f-bcab3723062f triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:10.166886 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-e598575c-a351-4373-98ea-d45680c9c54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.204810 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 5bb36c16-e903-411f-9739-c0ecff5bdbaf up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:10.325633 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-e598575c-a351-4373-98ea-d45680c9c54e None None] Port e9c16e85-00ea-4d8b-9c4f-bcab3723062f cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:13:10.344488 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 5bb36c16-e903-411f-9739-c0ecff5bdbaf triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:10.345649 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:10.487020 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-4ec8bdd4-dca0-4e7a-85ca-33c3d4138466 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354475 Jun 11 18:13:10.514241 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Router 0bd2a767-8567-434c-8ec2-4d42d71bb040 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:13:10.728016 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:11.089351 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:13:11.106241 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] 10.222.0.15 "PUT /v2.0/routers/0bd2a767-8567-434c-8ec2-4d42d71bb040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9197202 Jun 11 18:13:11.111115 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:11.278172 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-94cb2c75-a42d-4bd5-9daa-ffc8f5a07806 service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1613131 Jun 11 18:13:11.617665 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b888aa1-289c-4e71-9100-a1453e3d655e req-ea8dfcf2-609a-4741-b85f-2171c4ea5004 service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219362 Jun 11 18:13:11.682678 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-8ed49096-a66d-4e45-8d15-49ce9625a1e7 service neutron] 10.222.0.15 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6516974 Jun 11 18:13:11.753618 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Sync routers for ids ['0bd2a767-8567-434c-8ec2-4d42d71bb040'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:13:11.788219 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Routers {'0bd2a767-8567-434c-8ec2-4d42d71bb040'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:11.789354 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0bd2a767-8567-434c-8ec2-4d42d71bb040'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:11.925035 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12fdd3bf-e667-4564-8bb4-8bb1f3d6d7ee req-eefee717-c86f-4312-98ff-70ea6b0c9d23 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4213383 Jun 11 18:13:11.936383 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834ece4-9d88-4387-84e7-fa5ba097e14e req-97c6e611-5b62-4245-9e70-6a801da935da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:11.946200 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7834ece4-9d88-4387-84e7-fa5ba097e14e req-97c6e611-5b62-4245-9e70-6a801da935da tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.7927866 Jun 11 18:13:12.056327 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:12.064741 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:12.067960 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:12.099498 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Set router 0bd2a767-8567-434c-8ec2-4d42d71bb040 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:12.116521 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7834ece4-9d88-4387-84e7-fa5ba097e14e req-d7f0254a-4764-44d9-8b81-b8ff8797897e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688566 Jun 11 18:13:12.120248 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-46618bb9-0a7f-428a-ab3e-7a7747694ad1 service neutron] 10.222.0.15 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352627 Jun 11 18:13:12.196217 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=c79f5bea-8108-4ffc-9bb6-881dde19843b,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:12.213170 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:12.230521 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:12.736623 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.l3_db [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Floating IP 04ae4873-284c-4697-9c92-050c4af22a89 associated. External IP: 172.27.0.141, port: dd9432f5-c9ef-4e25-9a90-c85534b72b3d. Jun 11 18:13:12.787692 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fd35949a-f6e2-42d9-b079-8eff32ed5b97 req-808e0390-a745-4e09-88ca-abb9f615b09c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 210 time: 0.0930727 Jun 11 18:13:13.069683 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:13:07Z', 'revision_number': 4, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'e9c16e85-00ea-4d8b-9c4f-bcab3723062f', 'name': '', 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'mac_address': 'fa:16:3e:e5:8f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7ce23930-6af0-44ed-b1ec-f9a102ed548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:05Z', 'updated_at': '2021-06-11T18:13:07Z', 'revision_number': 2, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'subnets': [{'id': '7ce23930-6af0-44ed-b1ec-f9a102ed548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:13.099272 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Checking router: 0bd2a767-8567-434c-8ec2-4d42d71bb040 for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:13:13.100324 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Updating router 0bd2a767-8567-434c-8ec2-4d42d71bb040 port e9c16e85-00ea-4d8b-9c4f-bcab3723062f binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:13:13.236302 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:13.536822 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:13.996338 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e29688-9bcf-4579-8af2-03095534ae7f req-3227fd6f-aa09-4e2e-a7db-32dab08c4100 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:14.029870 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50e29688-9bcf-4579-8af2-03095534ae7f req-3227fd6f-aa09-4e2e-a7db-32dab08c4100 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.4500384 Jun 11 18:13:14.068612 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Router 23552777-c952-428d-84a6-a818b9717ba0 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:13:14.479865 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c1302e46-2bbf-424f-bd10-9818a16b2636 req-a8b5b4e8-2a88-4f37-8e67-de5711ce087a tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 210 time: 0.2723887 Jun 11 18:13:14.573832 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50e29688-9bcf-4579-8af2-03095534ae7f req-42daeb97-eaec-4d45-a986-717de811d20e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207467 Jun 11 18:13:14.711678 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:13:14.731735 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:13:14.744432 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:14.760770 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:14.762915 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:14.767029 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Transition to ACTIVE for port object e9c16e85-00ea-4d8b-9c4f-bcab3723062f will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:13:14.768960 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:14.788789 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:14.791684 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:14.931923 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aaa6a-9962-4636-8cbe-a9685f42a1ab None None] Pushing event updated for resources: {'Port': ['ID=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:14.958681 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-999aaa6a-9962-4636-8cbe-a9685f42a1ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:14.966747 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.4893131 Jun 11 18:13:14.968306 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'tag': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:14.972973 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a871c0-405b-4592-a53c-1ce1f918bbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8bdbc7-dc98-4c91-8221-28f5866ff7ca", "tag": "dd9432f5-c9ef-4e25-9a90-c85534b72b3d"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:15.099725 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Attempting to bind port e9c16e85-00ea-4d8b-9c4f-bcab3723062f on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:13:15.110263 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Attempting to bind port e9c16e85-00ea-4d8b-9c4f-bcab3723062f by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:13:15.110967 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Attempting to bind port e9c16e85-00ea-4d8b-9c4f-bcab3723062f on network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:13:15.134223 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:13:15.134821 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Checking segment: {'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:13:15.135486 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:15.136182 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Bound using segment: {'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:13:15.137012 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Bound port: e9c16e85-00ea-4d8b-9c4f-bcab3723062f, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3ac6f8-8561-41cb-a087-a759e001ad71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:13:15.137720 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:15.242977 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:15.434200 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] For port e9c16e85-00ea-4d8b-9c4f-bcab3723062f, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:13:15.443986 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] For port e9c16e85-00ea-4d8b-9c4f-bcab3723062f, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,segment=NetworkSegment(1f3ac6f8-8561-41cb-a087-a759e001ad71),segment_id=1f3ac6f8-8561-41cb-a087-a759e001ad71)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:13:15.468724 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:15.476701 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bee3009-30eb-4b8b-8aa8-62f885e7536c x-openstack-request-id: req-6bee3009-30eb-4b8b-8aa8-62f885e7536c {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:15.478075 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8bdbc7-dc98-4c91-8221-28f5866ff7ca", "tag": "dd9432f5-c9ef-4e25-9a90-c85534b72b3d", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:15.478769 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bee3009-30eb-4b8b-8aa8-62f885e7536c {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:15.479730 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'tag': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'status': 'completed', 'code': 200} Jun 11 18:13:15.515784 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:15.900994 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-22e557ba-018f-4b9e-9345-b27f285eff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:15.910603 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-22e557ba-018f-4b9e-9345-b27f285eff16 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 1099 time: 0.3047085 Jun 11 18:13:15.951766 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Routers {'0bd2a767-8567-434c-8ec2-4d42d71bb040'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:15.952553 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0bd2a767-8567-434c-8ec2-4d42d71bb040'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:16.334082 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '04ae4873-284c-4697-9c92-050c4af22a89', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:05:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:10Z', 'updated_at': '2021-06-11T18:13:10Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:16.344290 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:13:16.365958 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:16.367492 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:16.463646 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-aecf9644-b750-41b4-a9aa-666b03ffcc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:16.468107 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-aecf9644-b750-41b4-a9aa-666b03ffcc3d service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 913 time: 0.5496981 Jun 11 18:13:16.555349 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b09188e-cc48-4349-9805-bc249e5a950f req-49d5dbfc-282b-41d0-a9cc-8b9c39dd10bc tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 210 time: 0.1750004 Jun 11 18:13:16.869301 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aaa6a-9962-4636-8cbe-a9685f42a1ab None None] Pushing event updated for resources: {'Port': ['ID=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:16.884012 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-999aaa6a-9962-4636-8cbe-a9685f42a1ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.368s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:16.972904 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:16.985345 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-17d3e628-2cda-416a-b3cd-bbee1931b3db service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9432f5-c9ef-4e25-9a90-c85534b72b3d HTTP/1.1" status: 200 len: 1000 time: 0.4280093 Jun 11 18:13:17.024861 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] Set router 0bd2a767-8567-434c-8ec2-4d42d71bb040 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:17.049864 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdf9da-4a74-41ac-96e6-f96a0135a35c req-a30240ea-21c8-4fa4-a445-3115a1ef8450 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:17.070171 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10cdf9da-4a74-41ac-96e6-f96a0135a35c req-a30240ea-21c8-4fa4-a445-3115a1ef8450 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.6879897 Jun 11 18:13:17.297538 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10cdf9da-4a74-41ac-96e6-f96a0135a35c req-52d5515f-8342-4260-8adc-58bc66d041a6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161312 Jun 11 18:13:17.326231 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-30200fc0-3afe-4931-8da5-f03c70cfbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:17.329517 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-30200fc0-3afe-4931-8da5-f03c70cfbf88 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.3315909 Jun 11 18:13:17.772118 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-363ddf46-44aa-47c6-8da1-370e6326c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:17.778910 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-363ddf46-44aa-47c6-8da1-370e6326c676 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4365449 Jun 11 18:13:18.362089 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1719954f-da48-4762-bbb1-09e79fc9359e req-f9a20ce7-9788-48de-b168-a90cd0750da5 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 210 time: 0.2031858 Jun 11 18:13:18.485695 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:13:07Z', 'revision_number': 4, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'e9c16e85-00ea-4d8b-9c4f-bcab3723062f', 'name': '', 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'mac_address': 'fa:16:3e:e5:8f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7ce23930-6af0-44ed-b1ec-f9a102ed548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:05Z', 'updated_at': '2021-06-11T18:13:15Z', 'revision_number': 4, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'subnets': [{'id': '7ce23930-6af0-44ed-b1ec-f9a102ed548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:18.502206 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbea123-9513-4ac7-87b3-d124d0482b1e None None] The sync data for ids ['0bd2a767-8567-434c-8ec2-4d42d71bb040'] in dv-cinder-796049-1-iscsi is: [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:13:07Z', 'revision_number': 4, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'e9c16e85-00ea-4d8b-9c4f-bcab3723062f', 'name': '', 'network_id': 'eb2793ce-ca9b-49bb-bf9d-56347bfa3428', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'mac_address': 'fa:16:3e:e5:8f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7ce23930-6af0-44ed-b1ec-f9a102ed548f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:05Z', 'updated_at': '2021-06-11T18:13:15Z', 'revision_number': 4, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'subnets': [{'id': '7ce23930-6af0-44ed-b1ec-f9a102ed548f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:13:18.876030 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-245afe55-da46-4d09-acc0-26239d4db605 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:18.882708 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-245afe55-da46-4d09-acc0-26239d4db605 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.82 "GET /v2.0/networks?id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b HTTP/1.1" status: 200 len: 814 time: 1.3594460 Jun 11 18:13:18.911704 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Request body: {'port': {'device_id': '6f7d1e74-389c-4424-988a-4d8265ba2ab8', 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b', 'admin_state_up': True, 'tenant_id': '6d472ee35c254f3c885ec3c8bb356f48'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:19.026605 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '04ae4873-284c-4697-9c92-050c4af22a89', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:05:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:10Z', 'updated_at': '2021-06-11T18:13:10Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:19.037999 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995b4626-86e0-4f42-8ab0-974e8418beb8 None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '04ae4873-284c-4697-9c92-050c4af22a89', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:05:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:10Z', 'updated_at': '2021-06-11T18:13:10Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:13:19.156180 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-9124283a-f53a-4164-8773-e07f1ca6e70b service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3608792 Jun 11 18:13:19.670178 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e43ab2-0237-4bda-a490-bcb213f36eb2 None None] New status for floating IP 04ae4873-284c-4697-9c92-050c4af22a89: ACTIVE {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:13:19.904172 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1e2f4-1c87-4c9b-a267-8d0a3dc69e6d req-5f4012bc-71b2-4253-81e1-8b9904602d44 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:19.912811 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b1d1e2f4-1c87-4c9b-a267-8d0a3dc69e6d req-5f4012bc-71b2-4253-81e1-8b9904602d44 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 946 time: 0.8795342 Jun 11 18:13:19.950279 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a6a871c0-405b-4592-a53c-1ce1f918bbe2 req-c48cd788-ba8a-4b17-9ad6-e08e60b607b3 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143350 Jun 11 18:13:20.186496 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7251b0a5-0d93-4f7b-82e2-fd664cfd46b1 req-d7c552b9-70d5-4ad1-928c-d56a0a4deab6 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 210 time: 0.2584929 Jun 11 18:13:20.198110 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Made reservation on behalf of 6d472ee35c254f3c885ec3c8bb356f48 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:13:20.204831 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.365174 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b1d1e2f4-1c87-4c9b-a267-8d0a3dc69e6d req-33068748-d371-4d67-aa7c-b5f9944c92f5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510903 Jun 11 18:13:20.467364 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device e9c16e85-00ea-4d8b-9c4f-bcab3723062f up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:20.661596 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port e9c16e85-00ea-4d8b-9c4f-bcab3723062f completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:20.666620 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-21c4f3da-7e07-4c80-9feb-1c9760d9a5e0 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:20.669614 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-21c4f3da-7e07-4c80-9feb-1c9760d9a5e0 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 946 time: 0.6713846 Jun 11 18:13:20.681346 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port e9c16e85-00ea-4d8b-9c4f-bcab3723062f triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:20.682229 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.948675 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:20.999987 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Allocated IP 172.20.0.7 (d8ed13ad-1eb3-495f-93a0-6a43dba8c20b/91c4749a-7184-4c24-8456-2683711b2c0a/50151b60-282f-4f8c-b116-d728754e808f) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:13:21.077107 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port e9c16e85-00ea-4d8b-9c4f-bcab3723062f, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,segment=NetworkSegment(1f3ac6f8-8561-41cb-a087-a759e001ad71),segment_id=1f3ac6f8-8561-41cb-a087-a759e001ad71)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:21.089786 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:21.092753 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Deleting port c7335c9b-687a-484c-8edb-fd4b141b77a1 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:21.093329 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:21.097539 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:21.269135 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:21.277232 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:21.969427 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f4fa0d47-5f02-43a4-94eb-62131d63b059 req-ddee436f-8e30-4b69-82f8-df8c6b1b983d tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 210 time: 0.0582068 Jun 11 18:13:22.203318 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] For port c7335c9b-687a-484c-8edb-fd4b141b77a1, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=c7335c9b-687a-484c-8edb-fd4b141b77a1,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:22.204630 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.254690 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device e9c16e85-00ea-4d8b-9c4f-bcab3723062f up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:22.453491 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port e9c16e85-00ea-4d8b-9c4f-bcab3723062f triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:22.455301 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.464093 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e430884-0e16-4dae-8873-17e722a8efe4 req-413a6da7-31ea-4a8f-8690-edf10dfd86e1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:22.467407 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8e430884-0e16-4dae-8873-17e722a8efe4 req-413a6da7-31ea-4a8f-8690-edf10dfd86e1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 946 time: 0.5722523 Jun 11 18:13:22.495155 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.690002 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:22.693281 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-9ff82006-ad15-4b71-b3cc-70ec598eff02 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1382792 Jun 11 18:13:22.715911 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-592b3778-bcf8-4323-914b-0d8603458cae tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:22.926895 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:22.945863 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:22.958336 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-4ad2d5e0-2024-49e7-bbfe-778f16e7a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:22.960750 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-4ad2d5e0-2024-49e7-bbfe-778f16e7a7df service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=33a12476805f4baab7c6a8c8f5784d32&device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 1099 time: 0.2166393 Jun 11 18:13:22.976482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:22.996482 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8e430884-0e16-4dae-8873-17e722a8efe4 req-8ad8c746-59cf-4aac-80e7-0daa11bc8909 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651474 Jun 11 18:13:23.147126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:23.148012 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.165144 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Pushing event updated for resources: {'Port': ['ID=50151b60-282f-4f8c-b116-d728754e808f,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:23.185333 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:23.193032 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2875528 Jun 11 18:13:23.207809 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Request body: {'port': {'device_id': '6f7d1e74-389c-4424-988a-4d8265ba2ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:23.452576 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-62d374ac-49a9-44a4-bb5b-1b70d9b1f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:23.456269 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-62d374ac-49a9-44a4-bb5b-1b70d9b1f7fc service neutron] 10.222.0.82 "GET /v2.0/networks?id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 200 len: 920 time: 0.4485316 Jun 11 18:13:23.676750 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-e0b09bfd-bfe9-4061-a816-7cf257bda893 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 200 len: 217 time: 0.2096179 Jun 11 18:13:23.766631 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.804409 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.805490 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:23.806296 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Floating IP 6fde190a-f9b1-406b-ae24-9308e33169fd disassociated. External IP: 172.27.0.209, port: c7335c9b-687a-484c-8edb-fd4b141b77a1. Jun 11 18:13:23.807207 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Calling delete_port for c7335c9b-687a-484c-8edb-fd4b141b77a1 owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:23.837069 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-3b50166e-1be6-4357-8977-a96c97d4af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:23.840600 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-3b50166e-1be6-4357-8977-a96c97d4af6b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 200 len: 859 time: 0.1559725 Jun 11 18:13:23.940656 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-391e27bb-c77d-420b-a5a6-1a8cdfb735d2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900912 Jun 11 18:13:24.088212 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e959cd-82aa-4baf-abb2-bac8be3c5d6c req-1b67790b-9d7e-4a5d-be2b-d7a6d5fd8336 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:24.100344 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e3e959cd-82aa-4baf-abb2-bac8be3c5d6c req-1b67790b-9d7e-4a5d-be2b-d7a6d5fd8336 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 931 time: 0.7460115 Jun 11 18:13:24.246042 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-193b94d3-dddf-4315-b8cf-3dad8f3d1bf6 service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874510 Jun 11 18:13:24.600926 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a6603205-fc37-4392-aed4-a6cf2d60571b req-f26efd71-152d-4d27-8f70-220814985afa service neutron] 10.222.0.82 "GET /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326018 Jun 11 18:13:24.695172 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:24.751986 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:24.764683 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e3e959cd-82aa-4baf-abb2-bac8be3c5d6c req-ecdffad7-3bc2-42c2-9222-29448b45de48 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6630564 Jun 11 18:13:24.822524 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No active binding found for port c7335c9b-687a-484c-8edb-fd4b141b77a1 {{(pid=92017) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 11 18:13:24.823299 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device c7335c9b-687a-484c-8edb-fd4b141b77a1 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:24.868395 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a6914e98-062f-4968-a19b-ebbd4f23a9c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:25.010122 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77814c-815a-4f96-ad39-ad61fac226bb req-62c0b2a6-f4f7-48c8-98f8-c447dadcf539 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:25.023682 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce77814c-815a-4f96-ad39-ad61fac226bb req-62c0b2a6-f4f7-48c8-98f8-c447dadcf539 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 868 time: 0.5199547 Jun 11 18:13:25.025141 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event deleted for resources: {'Port': ['ID=c7335c9b-687a-484c-8edb-fd4b141b77a1,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:25.084076 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:25.263321 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6c5ddec7-2dab-4ca0-84af-219359cd1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:25.678360 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce77814c-815a-4f96-ad39-ad61fac226bb req-6b8d3a9b-620f-407a-841e-fa784430c896 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f2401e3e-fba5-41ba-8094-4a8050f4a4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6478100 Jun 11 18:13:26.039013 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50151b60-282f-4f8c-b116-d728754e808f {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:13:26.053048 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Router 63b41088-b67b-4728-9c55-ffed49f75ebf has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:13:26.062748 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:26.125552 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Transition to ACTIVE for port object 50151b60-282f-4f8c-b116-d728754e808f will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:13:26.174808 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856e52d-072c-4f23-b40c-b37566e1121b req-669e8868-3204-4f78-8f37-618c610f8f8e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:26.188796 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a856e52d-072c-4f23-b40c-b37566e1121b req-669e8868-3204-4f78-8f37-618c610f8f8e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.3619468 Jun 11 18:13:26.234321 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:26.290615 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:26.849970 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Pushing event updated for resources: {'Port': ['ID=50151b60-282f-4f8c-b116-d728754e808f,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:26.876670 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a856e52d-072c-4f23-b40c-b37566e1121b req-75c082f6-37de-4951-b176-316e9ef727c9 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864812 Jun 11 18:13:26.923787 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:26.959622 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41032) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:27.253496 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.470681 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.479343 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.485807 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:27.557713 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1779a0-60db-42d2-9c12-bdc7226d3387,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:27.558789 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8ed93497-f8b0-40e6-a815-ae27f3d293ac req-bf1b4a9e-443b-49ab-ae42-c55589646936 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 210 time: 0.1096356 Jun 11 18:13:27.572626 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.572626 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.573204 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.573722 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.573906 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:13:27.574540 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.575183 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.576510 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.576729 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.577186 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.577789 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.578402 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.579008 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:27.588624 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a4d394f7e7340468710d71f6a22e6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263409 Jun 11 18:13:27.590656 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:27.593271 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41036) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:27.599915 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] Sync routers for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:13:27.659386 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:27.659920 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:12:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:27.701670 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-603f5311-222a-4edc-91b9-4fbcc55fde25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.717993 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde388a-8984-4153-91ce-848f108227e6 req-412d39ef-590c-49ec-9630-cb568c069bc3 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:27.727401 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4fde388a-8984-4153-91ce-848f108227e6 req-412d39ef-590c-49ec-9630-cb568c069bc3 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 943 time: 1.5332100 Jun 11 18:13:27.753277 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-603f5311-222a-4edc-91b9-4fbcc55fde25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.783097 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] No DVR routers for this DVR port c7335c9b-687a-484c-8edb-fd4b141b77a1 on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:27.800097 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.802585 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a04364ff-4c9e-4864-9f7a-46b6f410996d req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "DELETE /v2.0/ports/c7335c9b-687a-484c-8edb-fd4b141b77a1 HTTP/1.1" status: 204 len: 173 time: 7.1209214 Jun 11 18:13:27.819086 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-deleted', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:27.822916 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b89e3-9e09-429b-8b05-f5ba7d2cbc0f" -d '{"events": [{"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-deleted", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:27.904106 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-603f5311-222a-4edc-91b9-4fbcc55fde25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.910692 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-603f5311-222a-4edc-91b9-4fbcc55fde25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.912711 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-603f5311-222a-4edc-91b9-4fbcc55fde25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c1779a0-60db-42d2-9c12-bdc7226d3387 HTTP/1.1" status: 204 len: 168 time: 0.3178036 Jun 11 18:13:27.924878 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cebfa768-0bce-40f9-9284-c05b732d73d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:27.934317 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b477c220-b39d-4369-b699-71572bfb198d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:27.995123 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f5311-222a-4edc-91b9-4fbcc55fde25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1779a0-60db-42d2-9c12-bdc7226d3387,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:28.043202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63bacc0-7394-4de3-91ac-922b74910e1c x-openstack-request-id: req-b63bacc0-7394-4de3-91ac-922b74910e1c {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:28.043564 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4b13de-e680-4851-b13f-19f5bacee6e6", "name": "network-vif-deleted", "tag": "c7335c9b-687a-484c-8edb-fd4b141b77a1", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:28.044007 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b63bacc0-7394-4de3-91ac-922b74910e1c {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:28.044290 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4b13de-e680-4851-b13f-19f5bacee6e6', 'name': 'network-vif-deleted', 'tag': 'c7335c9b-687a-484c-8edb-fd4b141b77a1', 'status': 'completed', 'code': 200} Jun 11 18:13:28.046889 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-603f5311-222a-4edc-91b9-4fbcc55fde25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:28.089420 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4fde388a-8984-4153-91ce-848f108227e6 req-e93cd813-7719-46ae-b9fe-c90c3440f47c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599622 Jun 11 18:13:28.095973 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Attempting to bind port 50151b60-282f-4f8c-b116-d728754e808f on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:13:28.097129 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Attempting to bind port 50151b60-282f-4f8c-b116-d728754e808f by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:13:28.097807 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Attempting to bind port 50151b60-282f-4f8c-b116-d728754e808f on network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:13:28.128436 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Port 50151b60-282f-4f8c-b116-d728754e808f on network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:13:28.131974 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Attempting to bind port 50151b60-282f-4f8c-b116-d728754e808f on network d8ed13ad-1eb3-495f-93a0-6a43dba8c20b {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:13:28.152926 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:13:28.158950 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:13:28.159706 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Checking segment: {'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:13:28.160247 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Bound using segment: {'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:13:28.161033 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Bound port: 50151b60-282f-4f8c-b116-d728754e808f, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf69223d-d52e-4a1e-b742-ca87e5b89a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:13:28.161752 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.223341 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.337021 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:28.614173 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] For port 50151b60-282f-4f8c-b116-d728754e808f, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:13:28.623806 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] For port 50151b60-282f-4f8c-b116-d728754e808f, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=50151b60-282f-4f8c-b116-d728754e808f,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:13:28.642848 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.659500 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-088bbc70-bc6b-430b-b27d-66609f3b33a7 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:28.685318 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3dcd6-e0f9-4c2a-b223-7354af18156d req-da787e47-6319-40e7-8d05-ff178a57ec3e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:28.703777 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dbd3dcd6-e0f9-4c2a-b223-7354af18156d req-da787e47-6319-40e7-8d05-ff178a57ec3e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.4636703 Jun 11 18:13:28.801892 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41048) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:28.924785 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c8d2-a717-488c-a15e-11928569371e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.951140 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:28.953503 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:28.956316 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] 10.222.0.82 "PUT /v2.0/ports/50151b60-282f-4f8c-b116-d728754e808f HTTP/1.1" status: 200 len: 1093 time: 5.7574811 Jun 11 18:13:29.087023 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Pushing event updated for resources: {'Port': ['ID=50151b60-282f-4f8c-b116-d728754e808f,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:29.147531 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:29.167704 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dbd3dcd6-e0f9-4c2a-b223-7354af18156d req-65f08c29-0e6c-4bbd-b6db-74fd89c44bd6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623399 Jun 11 18:13:29.209634 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.259419 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c8d2-a717-488c-a15e-11928569371e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.270795 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0ae8c8d2-a717-488c-a15e-11928569371e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.287070 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11757b97-a71a-4f39-afa6-b91e6795308c req-daa1d34c-6aba-4acc-b6a4-03f45de83a0d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:29.291129 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11757b97-a71a-4f39-afa6-b91e6795308c req-daa1d34c-6aba-4acc-b6a4-03f45de83a0d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.82 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 946 time: 0.6357760 Jun 11 18:13:29.317276 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0d99c693-20be-4868-8672-3ef6f6ebb841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:29.355617 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-0ae8c8d2-a717-488c-a15e-11928569371e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39c0627ee92b449c9f368b28537ac294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5519414 Jun 11 18:13:29.357588 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8c8d2-a717-488c-a15e-11928569371e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc35153-6508-489e-b168-8f56b49d7a75,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:29.372307 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41052) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:29.394245 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0ae8c8d2-a717-488c-a15e-11928569371e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:29.567681 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-07465ba1-2ced-476f-8351-5022893218c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.769821 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-07465ba1-2ced-476f-8351-5022893218c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.820537 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ec4951a1-575d-4f54-a3a3-d56125fc86ef req-e305f453-582d-46b5-9773-0499c666e4dd tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c4b13de-e680-4851-b13f-19f5bacee6e6 HTTP/1.1" status: 200 len: 210 time: 0.4137247 Jun 11 18:13:29.962031 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-8f79669b-7ec1-4e60-8a39-90d930733d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:29.978585 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-8f79669b-7ec1-4e60-8a39-90d930733d77 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d472ee35c254f3c885ec3c8bb356f48&device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 1096 time: 0.9219928 Jun 11 18:13:29.995328 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-07465ba1-2ced-476f-8351-5022893218c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:29.999017 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-07465ba1-2ced-476f-8351-5022893218c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:30.003304 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-07465ba1-2ced-476f-8351-5022893218c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bc35153-6508-489e-b168-8f56b49d7a75 HTTP/1.1" status: 204 len: 168 time: 0.6290801 Jun 11 18:13:30.004285 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f704c697-0177-4c25-bff7-0e402ed3dc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:30.026085 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07465ba1-2ced-476f-8351-5022893218c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc35153-6508-489e-b168-8f56b49d7a75,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:30.037002 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-07465ba1-2ced-476f-8351-5022893218c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:30.066440 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:30.069276 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7d1e74-389c-4424-988a-4d8265ba2ab8', 'tag': '50151b60-282f-4f8c-b116-d728754e808f'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:30.073965 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf8146-3d8c-44b8-b301-1af28fd379aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7d1e74-389c-4424-988a-4d8265ba2ab8", "tag": "50151b60-282f-4f8c-b116-d728754e808f"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:30.085630 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] Checking router: 63b41088-b67b-4728-9c55-ffed49f75ebf for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:13:30.143119 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:13:30.144754 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:13:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:30.212493 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797a749-bfed-494b-a8aa-79ef159f8443 x-openstack-request-id: req-0797a749-bfed-494b-a8aa-79ef159f8443 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:30.213811 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7d1e74-389c-4424-988a-4d8265ba2ab8", "tag": "50151b60-282f-4f8c-b116-d728754e808f", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:30.214254 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0797a749-bfed-494b-a8aa-79ef159f8443 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:30.215611 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7d1e74-389c-4424-988a-4d8265ba2ab8', 'tag': '50151b60-282f-4f8c-b116-d728754e808f', 'status': 'completed', 'code': 200} Jun 11 18:13:30.420565 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-76eba2c1-6090-456d-9fbf-bc4e76c19da0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50151b60-282f-4f8c-b116-d728754e808f HTTP/1.1" status: 200 len: 217 time: 0.3224077 Jun 11 18:13:30.455044 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:13:30.544041 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-fe414faf-4e1f-4ecb-bd48-38d611f36d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:30.547273 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-fe414faf-4e1f-4ecb-bd48-38d611f36d3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91c4749a-7184-4c24-8456-2683711b2c0a HTTP/1.1" status: 200 len: 854 time: 0.1123044 Jun 11 18:13:30.637970 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-82f5de7b-aa1b-4027-8ae2-9ac08b3a3956 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746496 Jun 11 18:13:30.693275 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cef02-04d1-4af3-bdf7-6081821ad6a8 req-a41c1193-7726-4ec4-bf3c-6bb7b6e48bca tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:30.706146 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b0cef02-04d1-4af3-bdf7-6081821ad6a8 req-a41c1193-7726-4ec4-bf3c-6bb7b6e48bca tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 943 time: 0.8401453 Jun 11 18:13:30.832062 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8b0cef02-04d1-4af3-bdf7-6081821ad6a8 req-6c576c9a-d456-4912-afdf-5b80d78d5935 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225343 Jun 11 18:13:30.915366 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Deleting port 449c441f-100c-477e-acb4-a810147f76db {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:30.928706 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.127793 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.173198 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] For port 449c441f-100c-477e-acb4-a810147f76db, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=449c441f-100c-477e-acb4-a810147f76db,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:31.173496 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.258527 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41072) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:31.293722 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:13:31.307075 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c61b634-6a7a-4338-a219-69c9407b2d4f None None] The sync data for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi is: [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:13:31.520415 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Calling delete_port for 449c441f-100c-477e-acb4-a810147f76db owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:31.581781 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5a0de32b-9a6a-422c-b8cb-1adf5c9ee3fb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.627650 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5a0de32b-9a6a-422c-b8cb-1adf5c9ee3fb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.774841 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5a0de32b-9a6a-422c-b8cb-1adf5c9ee3fb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.781312 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-5a0de32b-9a6a-422c-b8cb-1adf5c9ee3fb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:31.784991 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-5a0de32b-9a6a-422c-b8cb-1adf5c9ee3fb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "DELETE /v2.0/security-groups/f2401e3e-fba5-41ba-8094-4a8050f4a4eb HTTP/1.1" status: 204 len: 168 time: 0.5234261 Jun 11 18:13:31.786706 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-31df0d31-54d4-4f2a-8f5f-f60849d86ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:31.806169 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41078) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:31.807608 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0de32b-9a6a-422c-b8cb-1adf5c9ee3fb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2401e3e-fba5-41ba-8094-4a8050f4a4eb,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:31.833876 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5a0de32b-9a6a-422c-b8cb-1adf5c9ee3fb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:31.859978 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.api.v2.resource [None req-be68d975-a021-4f10-be34-9933bb92e5e2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] show failed (client error): The resource could not be found. Jun 11 18:13:31.862042 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-be68d975-a021-4f10-be34-9933bb92e5e2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups/f2401e3e-fba5-41ba-8094-4a8050f4a4eb HTTP/1.1" status: 404 len: 347 time: 0.0397356 Jun 11 18:13:31.873921 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41082) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:32.141660 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:32.161810 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['72e81d0b-7c15-486f-bc56-187f10987573'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:13:32.269318 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-b5474173-e2a5-4723-b8a4-b04a2c936bd3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:32.293513 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6043def2-6045-4192-bb9c-405b4a644d1a None None] New status for floating IP 6fde190a-f9b1-406b-ae24-9308e33169fd: DOWN {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:13:32.390870 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Deleting port 30b6034c-9bdd-4d04-aa92-d049256da63e {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:32.390870 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:32.479738 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8303a-b829-4f44-8c94-15f606aedb68 req-179fcd2e-172a-4218-8a03-f3ff01f1f64d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:32.501112 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9ae8303a-b829-4f44-8c94-15f606aedb68 req-179fcd2e-172a-4218-8a03-f3ff01f1f64d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bad792-3ad3-493f-ace4-1ca7e2301518 HTTP/1.1" status: 200 len: 867 time: 1.9228191 Jun 11 18:13:32.505490 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Pushing event deleted for resources: {'Port': ['ID=449c441f-100c-477e-acb4-a810147f76db,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:32.645720 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:32.770881 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 449c441f-100c-477e-acb4-a810147f76db no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:32.840596 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 449c441f-100c-477e-acb4-a810147f76db {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:32.841917 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 449c441f-100c-477e-acb4-a810147f76db not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:32.852161 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] No DVR routers for this DVR port 449c441f-100c-477e-acb4-a810147f76db on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:32.872774 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:32.877710 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-11757b97-a71a-4f39-afa6-b91e6795308c req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.82 "DELETE /v2.0/ports/449c441f-100c-477e-acb4-a810147f76db HTTP/1.1" status: 204 len: 173 time: 3.5749586 Jun 11 18:13:32.884887 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bad792-3ad3-493f-ace4-1ca7e2301518', 'name': 'network-vif-deleted', 'tag': '449c441f-100c-477e-acb4-a810147f76db'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:32.889697 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08b21bf-d3eb-426f-a6d7-31b4ae015f44" -d '{"events": [{"server_uuid": "21bad792-3ad3-493f-ace4-1ca7e2301518", "name": "network-vif-deleted", "tag": "449c441f-100c-477e-acb4-a810147f76db"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:32.893383 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:32.893929 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:32.968410 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-bb3a66fc-59c9-4536-b53a-a8057022b1e9 service neutron] 10.222.0.82 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2140224 Jun 11 18:13:33.017790 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9ae8303a-b829-4f44-8c94-15f606aedb68 req-3f69fb5d-b1d6-4513-9bc0-f045579e79d8 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030198 Jun 11 18:13:33.172706 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Calling delete_port for 30b6034c-9bdd-4d04-aa92-d049256da63e owned by network:floatingip {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:33.363237 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7988f2da-0c0a-4aa1-a860-a24b4cf345cd x-openstack-request-id: req-7988f2da-0c0a-4aa1-a860-a24b4cf345cd {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:33.364175 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bad792-3ad3-493f-ace4-1ca7e2301518", "name": "network-vif-deleted", "tag": "449c441f-100c-477e-acb4-a810147f76db", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:33.364872 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7988f2da-0c0a-4aa1-a860-a24b4cf345cd {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:33.365387 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bad792-3ad3-493f-ace4-1ca7e2301518', 'name': 'network-vif-deleted', 'tag': '449c441f-100c-477e-acb4-a810147f76db', 'status': 'completed', 'code': 200} Jun 11 18:13:33.422971 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e1bec93-ed8b-4076-83c0-9bea9fa42c8d req-0313f3e2-c2dd-419b-8fbd-c111d9047683 service neutron] 10.222.0.82 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435606 Jun 11 18:13:33.450468 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1f907-ef28-479e-909a-d2e1dc38eba6 req-a0d68980-cad4-47d4-8112-dfd64f783293 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:33.453593 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0ed1f907-ef28-479e-909a-d2e1dc38eba6 req-a0d68980-cad4-47d4-8112-dfd64f783293 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 943 time: 1.1294792 Jun 11 18:13:33.539729 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0ed1f907-ef28-479e-909a-d2e1dc38eba6 req-969300df-95a0-452c-b01c-17f47fde0abe tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787327 Jun 11 18:13:33.711420 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-4244bf45-e117-4acc-88f3-41780b9ced84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:33.714089 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-4244bf45-e117-4acc-88f3-41780b9ced84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=6d472ee35c254f3c885ec3c8bb356f48&device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 1096 time: 0.2019475 Jun 11 18:13:33.971882 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:33.975520 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:34.007029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-33b3bc5a-e658-49dc-9604-f4fd6a27b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:34.012467 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-33b3bc5a-e658-49dc-9604-f4fd6a27b79f service neutron] 10.222.0.82 "GET /v2.0/networks?id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b HTTP/1.1" status: 200 len: 915 time: 0.2907722 Jun 11 18:13:34.065416 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event deleted for resources: {'Port': ['ID=30b6034c-9bdd-4d04-aa92-d049256da63e,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:34.073743 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:34.358638 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:34.365504 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:34.374559 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "DELETE /v2.0/floatingips/6fde190a-f9b1-406b-ae24-9308e33169fd HTTP/1.1" status: 204 len: 168 time: 2.4977860 Jun 11 18:13:34.385876 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-f18053a7-818a-4465-ab11-7280654ccb13 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50151b60-282f-4f8c-b116-d728754e808f HTTP/1.1" status: 200 len: 217 time: 0.3654737 Jun 11 18:13:34.601197 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-adc4e098-24e3-4db3-9388-4725d4f150bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:34.604650 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-adc4e098-24e3-4db3-9388-4725d4f150bf service neutron] 10.222.0.82 "GET /v2.0/subnets?id=91c4749a-7184-4c24-8456-2683711b2c0a HTTP/1.1" status: 200 len: 854 time: 0.2113972 Jun 11 18:13:34.745830 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-8252db4b-a86b-42d8-b19c-369781fa2cf6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250432 Jun 11 18:13:35.057597 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-07a67ac8-4233-45e7-ac8c-0593376ffbce service neutron] 10.222.0.82 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017251 Jun 11 18:13:35.203193 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41134) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:35.208790 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816686823', 'description': 'tempest-description--1101645029'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:35.308642 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:35.489481 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:35.499636 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:35.525738 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83c4a884-afc0-45a3-ae4f-bfe125c0ee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:35.562689 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f6bf8146-3d8c-44b8-b301-1af28fd379aa req-b067809e-150c-4771-b401-4f0fa3e34c6c service neutron] 10.222.0.82 "GET /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952471 Jun 11 18:13:35.568705 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25817e55-065c-46e0-9b97-77db710112ef,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:35.583428 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:35.591160 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3863516 Jun 11 18:13:35.593159 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41136) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:35.594650 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:35.603515 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'security_group_rule': {'security_group_id': '25817e55-065c-46e0-9b97-77db710112ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:35.644701 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6413023-38e1-42e0-a9fb-c0b6248deed5 req-67e2f4a0-12f8-4a18-9a29-8cdb24a1c5d1 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:35.648119 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b6413023-38e1-42e0-a9fb-c0b6248deed5 req-67e2f4a0-12f8-4a18-9a29-8cdb24a1c5d1 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 943 time: 0.2738037 Jun 11 18:13:35.664708 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a03a0a-2b3e-41b7-9b79-1d1f00618d95 req-f0a098ed-dc68-430e-9985-fad879081d7a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:35.675971 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60a03a0a-2b3e-41b7-9b79-1d1f00618d95 req-f0a098ed-dc68-430e-9985-fad879081d7a tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2764783 Jun 11 18:13:35.677028 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:35.781140 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b6413023-38e1-42e0-a9fb-c0b6248deed5 req-70a35636-330e-47f5-b80f-02f51e12df65 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002076 Jun 11 18:13:35.807368 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60a03a0a-2b3e-41b7-9b79-1d1f00618d95 req-3dcb5bfc-cef7-41e3-9abc-2d15b102e5c1 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300402 Jun 11 18:13:35.825965 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:35.837617 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:35.842132 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4cc3897c-a2fa-43af-b4af-6004f293bc62 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:35.875376 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4e7b1a-742a-4bc6-b2e1-f05b6fdd6bdd,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:35.885317 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:35.908981 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:35.911403 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3150630 Jun 11 18:13:35.915718 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41140) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:35.922126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'security_group_rule': {'security_group_id': '25817e55-065c-46e0-9b97-77db710112ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:36.008765 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:36.149063 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:36.155544 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:36.158823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:36.182192 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c032732-ab01-415a-92f3-ba648a99857f,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:36.205678 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.206334 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.206753 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.207451 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.208001 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.208559 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.209110 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.209676 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.210244 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.210774 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.211360 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.211933 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:13:36.217994 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:36.223914 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3027239 Jun 11 18:13:36.223914 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-46c1d5f0-9219-4dd4-9e44-5a457d22d9b1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:36.225399 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41144) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:36.236363 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:36.282932 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:36.755886 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 50151b60-282f-4f8c-b116-d728754e808f details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:13:36.860989 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:36.918570 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 50151b60-282f-4f8c-b116-d728754e808f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=50151b60-282f-4f8c-b116-d728754e808f,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:36.945970 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '50151b60-282f-4f8c-b116-d728754e808f', 'network_id': 'd8ed13ad-1eb3-495f-93a0-6a43dba8c20b', 'port_id': '50151b60-282f-4f8c-b116-d728754e808f', 'mac_address': 'fa:16:3e:75:7e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c4749a-7184-4c24-8456-2683711b2c0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:13:37.053312 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:37.081936 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50151b60-282f-4f8c-b116-d728754e808f {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:13:37.130650 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 50151b60-282f-4f8c-b116-d728754e808f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=50151b60-282f-4f8c-b116-d728754e808f,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:37.159111 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:37.165290 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-e1ef12ec-1891-4a53-a5ba-e32a9bfc78a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:37.313435 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=50151b60-282f-4f8c-b116-d728754e808f,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:37.319320 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:37.376009 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Allocated IP 172.27.0.200 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/64b6d43f-2a82-406a-973c-b0cb44804303) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:13:37.445817 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65477200-36f4-40f5-9ddf-590e845c5800 req-d4cbc4b7-b0bf-467f-a9f0-54697c80a984 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:37.448823 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-65477200-36f4-40f5-9ddf-590e845c5800 req-d4cbc4b7-b0bf-467f-a9f0-54697c80a984 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 943 time: 0.4260290 Jun 11 18:13:37.475391 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['50151b60-282f-4f8c-b116-d728754e808f'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:13:37.742312 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a80989-a928-400e-9616-3ff4c99699bd req-5d79f7b1-5b43-43c7-acba-da6788526d32 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:37.745254 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e0a80989-a928-400e-9616-3ff4c99699bd req-5d79f7b1-5b43-43c7-acba-da6788526d32 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.5651655 Jun 11 18:13:37.764672 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-65477200-36f4-40f5-9ddf-590e845c5800 req-7c2c2d8c-7f4b-4213-a6a9-df8bfa2f554e tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884235 Jun 11 18:13:37.903858 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e0a80989-a928-400e-9616-3ff4c99699bd req-2eaba63d-875a-4b2b-89be-cd2ad8637ca6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369658 Jun 11 18:13:37.941989 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.017517 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.023199 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-cb901992-4989-40c9-9a59-acb25ec47813 tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:38.091826 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:38.092177 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:38.096613 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:38.179191 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'Port': ['ID=64b6d43f-2a82-406a-973c-b0cb44804303,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:38.186367 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:38.281260 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.395345 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.759312 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 50151b60-282f-4f8c-b116-d728754e808f up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:13:38.806227 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.816730 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.822305 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f2d3325e-6119-4958-94f5-78c24751156d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:38.890929 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 50151b60-282f-4f8c-b116-d728754e808f completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:38.899561 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 50151b60-282f-4f8c-b116-d728754e808f triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:38.904983 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:38.974264 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'Port': ['ID=64b6d43f-2a82-406a-973c-b0cb44804303,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:39.105258 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:39.136922 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:39.155176 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:39.193488 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:39.201231 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7d1e74-389c-4424-988a-4d8265ba2ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50151b60-282f-4f8c-b116-d728754e808f'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:39.215402 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9775329 Jun 11 18:13:39.215737 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd7f2dd-2f7d-4a1a-b5db-41df94499f82" -d '{"events": [{"server_uuid": "6f7d1e74-389c-4424-988a-4d8265ba2ab8", "name": "network-vif-plugged", "status": "completed", "tag": "50151b60-282f-4f8c-b116-d728754e808f"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:39.247647 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 50151b60-282f-4f8c-b116-d728754e808f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=50151b60-282f-4f8c-b116-d728754e808f,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:39.262899 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:39.267834 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:39.416968 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=50151b60-282f-4f8c-b116-d728754e808f,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:39.437592 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:39.553789 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6faff-b9cc-4446-89b0-453c594d0902 req-20380ed2-9e66-4490-a585-d4be8e90e63a tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:39.556663 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ccd6faff-b9cc-4446-89b0-453c594d0902 req-20380ed2-9e66-4490-a585-d4be8e90e63a tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.2732453 Jun 11 18:13:39.577218 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab3733-606e-4c6a-b616-bd3d7950b46a req-ea66bb49-a69b-4fed-bd57-bba7d62e2d1e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:39.579829 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10ab3733-606e-4c6a-b616-bd3d7950b46a req-ea66bb49-a69b-4fed-bd57-bba7d62e2d1e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2133255 Jun 11 18:13:39.706835 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ccd6faff-b9cc-4446-89b0-453c594d0902 req-7f70ae0d-41c1-41a5-9d22-b7e6dde2271c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252968 Jun 11 18:13:39.713173 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10ab3733-606e-4c6a-b616-bd3d7950b46a req-dc9de7be-1b9a-4e91-9b84-97b3f03c9ef0 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191170 Jun 11 18:13:40.094780 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baec7c86-ea3d-4ed6-8467-8c19be20ac5e x-openstack-request-id: req-baec7c86-ea3d-4ed6-8467-8c19be20ac5e {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:40.096353 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7d1e74-389c-4424-988a-4d8265ba2ab8", "name": "network-vif-plugged", "status": "completed", "tag": "50151b60-282f-4f8c-b116-d728754e808f", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:40.097487 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baec7c86-ea3d-4ed6-8467-8c19be20ac5e {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:40.099015 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7d1e74-389c-4424-988a-4d8265ba2ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50151b60-282f-4f8c-b116-d728754e808f', 'code': 200} Jun 11 18:13:40.391248 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-1dcb7184-dab3-4e38-88d5-e4cc69597edc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--816686823&fields=id&tenant_id=969795a4f15c48dfb449128acf1e5cf0 HTTP/1.1" status: 200 len: 267 time: 0.1095569 Jun 11 18:13:40.866026 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-7b9807c5-3751-4a10-89a5-a2fcd518127b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:40.867920 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-7b9807c5-3751-4a10-89a5-a2fcd518127b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 817 time: 0.4628654 Jun 11 18:13:40.920669 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-786956e9-bfaa-4db3-86cf-9541445b7cf5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/quotas/969795a4f15c48dfb449128acf1e5cf0 HTTP/1.1" status: 200 len: 375 time: 0.0391798 Jun 11 18:13:40.926784 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fba04b-0afe-4249-9049-396106c7c1c8 req-d72f222f-6f50-4482-b491-f215be056553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:40.929499 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d4fba04b-0afe-4249-9049-396106c7c1c8 req-d72f222f-6f50-4482-b491-f215be056553 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 1098 time: 0.3625803 Jun 11 18:13:40.957424 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-8e941c29-ac24-425d-8550-61299f6169ed tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:40.959659 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-8e941c29-ac24-425d-8550-61299f6169ed tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/networks?id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 200 len: 815 time: 0.3909888 Jun 11 18:13:41.040787 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c2ed54c5-a964-4f57-904b-75b0066a7e4d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/quotas/d802f83211234549850ff407c63c93da HTTP/1.1" status: 200 len: 375 time: 0.0370650 Jun 11 18:13:41.084626 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d4fba04b-0afe-4249-9049-396106c7c1c8 req-a5eacffa-de4b-49fa-8d86-319a0505e460 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219013 Jun 11 18:13:41.155502 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-57fd339b-432c-4b76-a949-821a7d3c5169 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2245202 Jun 11 18:13:41.249096 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-08212a42-eea7-44e0-8d91-3d943d517c6c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d802f83211234549850ff407c63c93da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1860087 Jun 11 18:13:41.411337 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-15cb9c75-a0f9-439c-a60e-4e10485b09c2 service neutron] 10.222.0.15 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379196 Jun 11 18:13:41.758506 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-4d53a547-7a2b-4ac5-9079-6090fb04d5af service neutron] 10.222.0.15 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352897 Jun 11 18:13:41.826468 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-21aae6d9-87b2-4de2-96ae-cf51255a502b service neutron] 10.222.0.15 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610850 Jun 11 18:13:42.104061 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-6d224c68-1a33-4008-986b-89806b5dfb26 service neutron] 10.222.0.15 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654552 Jun 11 18:13:42.643145 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-c581b468-955a-461c-82da-e7e63de2195d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:42.645898 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-c581b468-955a-461c-82da-e7e63de2195d tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.82 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.2469044 Jun 11 18:13:42.663632 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bd5f3-c3ba-43f5-bbc5-090706a6c8a8 req-52fb6c4b-593c-46c2-94a0-0b4663e9e479 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:42.666830 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-362bd5f3-c3ba-43f5-bbc5-090706a6c8a8 req-52fb6c4b-593c-46c2-94a0-0b4663e9e479 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.4184108 Jun 11 18:13:42.836803 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-362bd5f3-c3ba-43f5-bbc5-090706a6c8a8 req-35edb559-bd57-41eb-ac37-bcde5900dd62 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985894 Jun 11 18:13:42.976998 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41292) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:43.068905 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-058ccee9-e247-4c72-bd1c-4140fbe62ea1 req-870914aa-e6af-4589-ad47-cace9f3f63eb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 210 time: 0.0968986 Jun 11 18:13:43.189204 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e8c5-ff03-4622-83ef-255ca5bc66ea req-0f6cfb02-e7ee-4ac2-b6af-86498192d121 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:43.191790 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8f64e8c5-ff03-4622-83ef-255ca5bc66ea req-0f6cfb02-e7ee-4ac2-b6af-86498192d121 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 946 time: 0.3531599 Jun 11 18:13:43.194644 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Deleting port 72e81d0b-7c15-486f-bc56-187f10987573 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:13:43.195223 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:43.375271 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:43.402000 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-51ba266f-da31-48cb-9c5c-4d05c35b2f1e req-c13cba80-3f29-446e-a4f2-cbd24892ff9f tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 210 time: 0.1374362 Jun 11 18:13:43.518734 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18c73a7c-0875-416c-b9c0-450836679118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:44.155870 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8f64e8c5-ff03-4622-83ef-255ca5bc66ea req-8b5c0b97-8a50-40ba-b00d-f5ec4c8869a7 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8864858 Jun 11 18:13:44.162454 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] For port 72e81d0b-7c15-486f-bc56-187f10987573, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=72e81d0b-7c15-486f-bc56-187f10987573,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:13:44.162983 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:44.425101 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Calling delete_port for 72e81d0b-7c15-486f-bc56-187f10987573 owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:13:44.623489 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6abb9055-d97e-43c7-abf7-d09f074d2832 req-74c5f617-24fd-4050-b479-c71429e564f3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 210 time: 0.1448286 Jun 11 18:13:44.905648 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c149b1-b812-43c2-a5f5-43460fbd6213 req-5b1d8e70-0340-445a-ab71-0c4d8540a472 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:44.908564 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-40c149b1-b812-43c2-a5f5-43460fbd6213 req-5b1d8e70-0340-445a-ab71-0c4d8540a472 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.8643243 Jun 11 18:13:45.000742 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce3ad7a7-d6a2-4849-abfa-7af95edd525f req-5ffc0300-d630-4a52-8476-c3019d877dd4 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 210 time: 0.1512415 Jun 11 18:13:45.099568 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18c73a7c-0875-416c-b9c0-450836679118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:45.134988 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18c73a7c-0875-416c-b9c0-450836679118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:45.148021 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2b90b416-5360-4f98-922e-713187fa2b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:45.205942 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-716ce8dc-5755-4bee-8726-8539d192a722 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:45.208672 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-716ce8dc-5755-4bee-8726-8539d192a722 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.82 "GET /v2.0/networks?id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 200 len: 815 time: 0.2433183 Jun 11 18:13:45.215764 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-a506f386-f2e3-4a75-ae21-15b67f8e2d6c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:45.218511 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-a506f386-f2e3-4a75-ae21-15b67f8e2d6c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 817 time: 0.8922715 Jun 11 18:13:45.238621 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'port': {'device_id': '382049b2-67f8-479b-a085-bd2fa62b6860', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'admin_state_up': True, 'tenant_id': 'd802f83211234549850ff407c63c93da'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:45.360727 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-18c73a7c-0875-416c-b9c0-450836679118 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3788f8b38d145e4a007e8583c8c65fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3692772 Jun 11 18:13:45.376733 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-40c149b1-b812-43c2-a5f5-43460fbd6213 req-2c1f0bae-4fb2-47ce-b061-24979fd82e46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460022 Jun 11 18:13:45.381071 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41312) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:45.382232 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c73a7c-0875-416c-b9c0-450836679118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed327b5-857a-4993-9c15-702cdd77c3fb,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:45.451404 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-18c73a7c-0875-416c-b9c0-450836679118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:45.457569 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-359957d7-90d8-4946-ba05-ac0648ec6039 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969795a4f15c48dfb449128acf1e5cf0 HTTP/1.1" status: 200 len: 379 time: 0.2024722 Jun 11 18:13:45.556362 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'port': {'device_id': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'admin_state_up': True, 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'security_groups': ['25817e55-065c-46e0-9b97-77db710112ef']}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:13:45.591616 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Made reservation on behalf of d802f83211234549850ff407c63c93da for: {'port': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:13:45.597644 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:45.864348 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Allocated IP 172.20.0.4 (ce62ed7a-c528-44bc-9e6d-3c0b9398701c/80a65069-91fe-4610-bd56-64be97daaa33/6ec71750-8767-4904-9cd4-05362522b03c) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:13:45.945314 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:45.974779 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f9d82435-e91f-40fb-9322-5064e1370d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:45.981857 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f446a0d6-2752-4cba-a336-2defb07bd0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:46.085453 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Pushing event deleted for resources: {'Port': ['ID=72e81d0b-7c15-486f-bc56-187f10987573,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:46.151643 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca199686-0541-4eb3-8bcb-59bce17ac8a0 req-02ca13d7-0bf9-4768-9478-0f31e43f67b8 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:46.172637 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ca199686-0541-4eb3-8bcb-59bce17ac8a0 req-02ca13d7-0bf9-4768-9478-0f31e43f67b8 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 867 time: 0.6456439 Jun 11 18:13:46.188382 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:46.268548 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:46.281551 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f446a0d6-2752-4cba-a336-2defb07bd0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:46.312318 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Transition to ACTIVE for port object 6ec71750-8767-4904-9cd4-05362522b03c will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:13:46.439847 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:46.452299 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-63329e1f-b647-4c70-bb3a-a20f65e47c1e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:46.614281 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:46.619904 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:46.628361 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:46.637104 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'Port': ['ID=6ec71750-8767-4904-9cd4-05362522b03c,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:46.731779 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6de4d903-f11a-46c1-ae5d-d33504473de2 req-6123d778-2e47-41f7-8c1c-82711a9da3e6 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 210 time: 0.1346474 Jun 11 18:13:46.743027 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Made reservation on behalf of 969795a4f15c48dfb449128acf1e5cf0 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:13:46.756577 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:46.785724 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:46.787425 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:46.804393 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:46.817081 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 72e81d0b-7c15-486f-bc56-187f10987573 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:13:46.844717 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6156051 Jun 11 18:13:46.922459 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 72e81d0b-7c15-486f-bc56-187f10987573 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:13:46.923115 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 72e81d0b-7c15-486f-bc56-187f10987573 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:13:46.957429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] No DVR routers for this DVR port 72e81d0b-7c15-486f-bc56-187f10987573 on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:13:46.969028 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:46.975161 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c7d46da2-7381-49fc-8985-d49ef241abcb req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.82 "DELETE /v2.0/ports/72e81d0b-7c15-486f-bc56-187f10987573 HTTP/1.1" status: 204 len: 173 time: 4.3052108 Jun 11 18:13:46.995066 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9285ce78-2b0e-485d-baf2-70c4319d8824', 'name': 'network-vif-deleted', 'tag': '72e81d0b-7c15-486f-bc56-187f10987573'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:13:47.004323 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa505da-0397-4ace-a15d-4c91ae3219dc" -d '{"events": [{"server_uuid": "9285ce78-2b0e-485d-baf2-70c4319d8824", "name": "network-vif-deleted", "tag": "72e81d0b-7c15-486f-bc56-187f10987573"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:13:47.025751 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f446a0d6-2752-4cba-a336-2defb07bd0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:47.033008 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f446a0d6-2752-4cba-a336-2defb07bd0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:47.045908 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-f446a0d6-2752-4cba-a336-2defb07bd0ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bed327b5-857a-4993-9c15-702cdd77c3fb HTTP/1.1" status: 204 len: 168 time: 1.6073248 Jun 11 18:13:47.053512 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-961decfc-5e96-4bb5-aa7a-4966e42b4cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:47.119904 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446a0d6-2752-4cba-a336-2defb07bd0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed327b5-857a-4993-9c15-702cdd77c3fb,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:47.135344 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f446a0d6-2752-4cba-a336-2defb07bd0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:47.460024 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-2a3f3845-efea-4d2c-bf17-70d6dfd7912d None None] Provisioning for port 6ec71750-8767-4904-9cd4-05362522b03c completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:47.485251 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-2a3f3845-efea-4d2c-bf17-70d6dfd7912d None None] Provisioning complete for port 6ec71750-8767-4904-9cd4-05362522b03c triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:47.485896 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3845-efea-4d2c-bf17-70d6dfd7912d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:47.519803 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ca199686-0541-4eb3-8bcb-59bce17ac8a0 req-9fc6094a-3a33-4414-937e-51a0f42885c4 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/security-groups?id=5770b414-b633-45d4-a1e3-f0c59c96a434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3316488 Jun 11 18:13:47.794290 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63508a22-8273-4713-a4e1-6b62972f5819 x-openstack-request-id: req-63508a22-8273-4713-a4e1-6b62972f5819 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:13:47.796269 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9285ce78-2b0e-485d-baf2-70c4319d8824", "name": "network-vif-deleted", "tag": "72e81d0b-7c15-486f-bc56-187f10987573", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:13:47.796895 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63508a22-8273-4713-a4e1-6b62972f5819 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:13:47.800605 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9285ce78-2b0e-485d-baf2-70c4319d8824', 'name': 'network-vif-deleted', 'tag': '72e81d0b-7c15-486f-bc56-187f10987573', 'status': 'completed', 'code': 200} Jun 11 18:13:47.814495 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Allocated IP 172.20.0.13 (10e739d9-43a5-46a7-afb2-324284d3a27f/e7e1ba3b-0c63-46dc-89ce-a323c1cfde25/2133655e-4c1d-4d01-a1e9-e48ec2545a06) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:13:48.001311 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f3845-efea-4d2c-bf17-70d6dfd7912d None None] Port 6ec71750-8767-4904-9cd4-05362522b03c cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:13:48.056877 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ac71c-c5cd-438c-a7ce-41a8248e9479 req-b49737e9-8e81-45d2-977a-e531db0ee562 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:48.071803 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fe4ac71c-c5cd-438c-a7ce-41a8248e9479 req-b49737e9-8e81-45d2-977a-e531db0ee562 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.8861058 Jun 11 18:13:48.086873 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41358) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:48.157008 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-531bb5e8-652e-4a5c-a140-d0f9b080a7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:48.186609 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fe4ac71c-c5cd-438c-a7ce-41a8248e9479 req-e42cdc1c-2e7c-4036-a4a7-b4845c2ea1be tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131666 Jun 11 18:13:48.386046 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bd027ea7-93ef-45e7-9cad-144fec141325 req-4eb57f57-9c7c-49a0-af98-ebc5df47b6f7 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 210 time: 0.1024833 Jun 11 18:13:48.465813 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-531bb5e8-652e-4a5c-a140-d0f9b080a7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:48.483728 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-531bb5e8-652e-4a5c-a140-d0f9b080a7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:48.499599 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9bcfa624-fdc5-42e0-be2e-84703b1161d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:48.507928 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:48.557654 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Transition to ACTIVE for port object 2133655e-4c1d-4d01-a1e9-e48ec2545a06 will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:13:48.599341 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-531bb5e8-652e-4a5c-a140-d0f9b080a7de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba8189cf7ef448149631f3312613d6cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101912 Jun 11 18:13:48.601628 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bb5e8-652e-4a5c-a140-d0f9b080a7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5ae3c9-3d99-4bdb-9e86-b34dab97767d,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:48.606114 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41364) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:48.609522 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-531bb5e8-652e-4a5c-a140-d0f9b080a7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:48.719883 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:48.732069 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:48.833939 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Network 10e739d9-43a5-46a7-afb2-324284d3a27f is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:13:48.874557 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:13:48.939028 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:13:48.947091 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ae8121e1-c2ba-40c5-831e-2027060c61a9 req-45fbaed8-1d55-4e17-8a5b-b9d1e2fe7120 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.1238761 Jun 11 18:13:48.955739 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2470821e-686b-488e-9b6e-d38aeb82dfaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:49.024524 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:49.056712 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:49.093838 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2470821e-686b-488e-9b6e-d38aeb82dfaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:49.158521 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:49.159913 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:49.222010 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6979468 Jun 11 18:13:49.274156 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2470821e-686b-488e-9b6e-d38aeb82dfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:49.290112 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-0169aff1-771b-4d0a-88cb-82891ef6f4c1 None None] Provisioning for port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:13:49.296856 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2470821e-686b-488e-9b6e-d38aeb82dfaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:49.304130 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-2470821e-686b-488e-9b6e-d38aeb82dfaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de5ae3c9-3d99-4bdb-9e86-b34dab97767d HTTP/1.1" status: 204 len: 168 time: 0.6955533 Jun 11 18:13:49.305872 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-0169aff1-771b-4d0a-88cb-82891ef6f4c1 None None] Provisioning complete for port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:13:49.306881 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0169aff1-771b-4d0a-88cb-82891ef6f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:49.312230 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-5ad7fb5a-87cf-4417-9bb4-431d6e5d2130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:49.343667 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2470821e-686b-488e-9b6e-d38aeb82dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5ae3c9-3d99-4bdb-9e86-b34dab97767d,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:49.357694 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2470821e-686b-488e-9b6e-d38aeb82dfaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:49.472255 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-0169aff1-771b-4d0a-88cb-82891ef6f4c1 None None] Port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:13:49.700806 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f81c1-2454-408b-b117-40f3e0434c1d req-a033ee21-b855-46c0-9f34-61af4fc01596 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:49.704876 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed9f81c1-2454-408b-b117-40f3e0434c1d req-a033ee21-b855-46c0-9f34-61af4fc01596 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.1740921 Jun 11 18:13:49.890528 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed9f81c1-2454-408b-b117-40f3e0434c1d req-6923fa5c-5400-4e7f-99bb-d95b59126dd6 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732299 Jun 11 18:13:49.975003 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542eca6-418f-4b22-b506-f7277eeea264 req-bf4c7265-72e5-4d18-a846-fdacd4c1b034 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:49.985901 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9542eca6-418f-4b22-b506-f7277eeea264 req-bf4c7265-72e5-4d18-a846-fdacd4c1b034 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.2147276 Jun 11 18:13:50.090412 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9542eca6-418f-4b22-b506-f7277eeea264 req-885937fe-1306-465b-bc30-9d72c7224027 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012456 Jun 11 18:13:50.271828 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6fb82a2f-7c5e-46c5-9505-6ee7e085899c req-6d623233-36c0-4a04-8286-a772365ec5ea tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0643544 Jun 11 18:13:51.326491 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b7aa3-f824-4b3e-9aa2-e8b5479bd084 req-8da527b5-e98d-4808-a62f-03634492ddcf tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:51.329392 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-780b7aa3-f824-4b3e-9aa2-e8b5479bd084 req-8da527b5-e98d-4808-a62f-03634492ddcf tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.1756339 Jun 11 18:13:51.472063 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-780b7aa3-f824-4b3e-9aa2-e8b5479bd084 req-a8201f2a-d947-4615-a756-caa943150b9e tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327677 Jun 11 18:13:51.583306 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f4503-127c-4181-a783-aba00afa1291 req-f63a2c78-7ff7-4ff7-b1d5-9c7227bfc77c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:51.586281 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c8f4503-127c-4181-a783-aba00afa1291 req-f63a2c78-7ff7-4ff7-b1d5-9c7227bfc77c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.2051620 Jun 11 18:13:51.674765 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c8f4503-127c-4181-a783-aba00afa1291 req-6034a8a1-c403-4fa7-9227-040a9b73803c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802197 Jun 11 18:13:51.852882 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13fa87d6-d38f-45bf-a0cb-cfbffdad4da1 req-458edc13-d024-4afe-b094-3f6151ec78fa tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0727243 Jun 11 18:13:52.145422 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41420) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:52.385731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dfd9fdf7-2774-4277-a965-c2cb3a02c9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:52.638617 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dfd9fdf7-2774-4277-a965-c2cb3a02c9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:52.648492 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dfd9fdf7-2774-4277-a965-c2cb3a02c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:52.655059 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3128614a-b7eb-4f4d-965c-97b263be725b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:52.753116 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-dfd9fdf7-2774-4277-a965-c2cb3a02c9f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ec256374863451c98d843eb690ffaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6054499 Jun 11 18:13:52.757366 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41426) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:13:52.769997 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9fdf7-2774-4277-a965-c2cb3a02c9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48220e47-7942-4709-a453-d4d5b38d458b,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:52.778023 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-dfd9fdf7-2774-4277-a965-c2cb3a02c9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:52.904445 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c5273-f054-4be2-ba0f-c8882025b97c req-6d0bed86-57a7-4ad1-acc2-b37ef7fc06b2 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:52.908042 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-304c5273-f054-4be2-ba0f-c8882025b97c req-6d0bed86-57a7-4ad1-acc2-b37ef7fc06b2 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.1722376 Jun 11 18:13:52.926416 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f79d1b7b-198c-4fa8-ab42-8f865510a492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:52.991372 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f79d1b7b-198c-4fa8-ab42-8f865510a492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:53.019617 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-304c5273-f054-4be2-ba0f-c8882025b97c req-ca99f68e-14c8-4480-8765-c647845eef7b tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975595 Jun 11 18:13:53.117138 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f79d1b7b-198c-4fa8-ab42-8f865510a492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:53.124138 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f79d1b7b-198c-4fa8-ab42-8f865510a492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:53.128569 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-f79d1b7b-198c-4fa8-ab42-8f865510a492 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48220e47-7942-4709-a453-d4d5b38d458b HTTP/1.1" status: 204 len: 168 time: 0.3687923 Jun 11 18:13:53.132436 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3a56c22c-46e8-46c7-ad24-5cad89fd9394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:13:53.184831 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d1b7b-198c-4fa8-ab42-8f865510a492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48220e47-7942-4709-a453-d4d5b38d458b,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:13:53.189786 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f79d1b7b-198c-4fa8-ab42-8f865510a492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:13:53.259257 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae9e40-9e53-423e-92da-f93aabae6e6d req-c44fbf05-40bd-4e50-900f-c7e56c7dcbb2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:53.294480 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c1ae9e40-9e53-423e-92da-f93aabae6e6d req-c44fbf05-40bd-4e50-900f-c7e56c7dcbb2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.2570677 Jun 11 18:13:53.473790 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c1ae9e40-9e53-423e-92da-f93aabae6e6d req-a80cf417-84b9-4c6a-88fa-eee9a41dd6b3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799779 Jun 11 18:13:53.480300 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-933f3b7e-de4c-428a-b182-c2132f71079e req-81dd4ffb-2df3-4670-a8d7-d063c30b77ce tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0962093 Jun 11 18:13:54.384628 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab138007-3b0c-4565-bf64-11e278539e46 req-42c4955f-4dec-41d2-926f-65f06eb1092c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:54.386937 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab138007-3b0c-4565-bf64-11e278539e46 req-42c4955f-4dec-41d2-926f-65f06eb1092c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.1574824 Jun 11 18:13:54.474419 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab138007-3b0c-4565-bf64-11e278539e46 req-c5fbf23b-30df-45ca-ab22-970f1c95a927 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735278 Jun 11 18:13:54.790195 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4578dc0f-8786-4ad4-8115-ac9f42cf1920 req-93b34d3f-a7ce-45f3-856e-0f9640e36972 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.1051345 Jun 11 18:13:54.932037 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfba446-78c6-49b0-bb86-56385daec298 req-ae2405ce-16e4-435f-b878-12d70dc07e81 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:54.934846 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bdfba446-78c6-49b0-bb86-56385daec298 req-ae2405ce-16e4-435f-b878-12d70dc07e81 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.1493924 Jun 11 18:13:55.015524 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bdfba446-78c6-49b0-bb86-56385daec298 req-c00211c9-dff4-4d59-bc32-c3465be2fe58 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614758 Jun 11 18:13:55.225738 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-b3d41e53-0cab-4b33-b5f1-f93bf8a2a1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:55.828320 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2e95f-6df3-4396-8bf9-2ee3ed5536ae req-d0a81830-3b1f-4ab6-81eb-e95c9bb4204b tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:55.836060 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-81a2e95f-6df3-4396-8bf9-2ee3ed5536ae req-d0a81830-3b1f-4ab6-81eb-e95c9bb4204b tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.1398969 Jun 11 18:13:55.911626 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-81a2e95f-6df3-4396-8bf9-2ee3ed5536ae req-312ee637-b17e-4411-8ab0-593d5fc1632e tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738153 Jun 11 18:13:56.073989 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13096031-592b-44df-be70-3e04b8aea807 req-374a7245-d23f-4e9d-b1fd-d7a81623b39c tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0629821 Jun 11 18:13:56.408859 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd92e1-b3b1-4d94-974c-958b357dc0dd req-2d77fad4-f5d1-44f2-8b21-e9a55c85dc53 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:56.412664 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-39fd92e1-b3b1-4d94-974c-958b357dc0dd req-2d77fad4-f5d1-44f2-8b21-e9a55c85dc53 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.1486173 Jun 11 18:13:56.500184 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-39fd92e1-b3b1-4d94-974c-958b357dc0dd req-92cba180-23dd-4ced-a3d3-39f8ba05ce71 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769098 Jun 11 18:13:56.823628 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-88e0e590-e977-4f9b-9193-d098a50cd89a tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f173489aaac540398c3f35f9179ee92e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695763 Jun 11 18:13:57.674743 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-1896d894-4b2e-4762-a086-ee2c9958ac26 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:57.679581 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-1896d894-4b2e-4762-a086-ee2c9958ac26 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8453994 Jun 11 18:13:57.740072 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-327709b6-d479-41af-9d8e-c2adf10e9932 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/quotas/f173489aaac540398c3f35f9179ee92e HTTP/1.1" status: 200 len: 375 time: 0.0332117 Jun 11 18:13:57.833896 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-51e2645f-5645-41a0-9680-85310afdf8bc tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f173489aaac540398c3f35f9179ee92e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768721 Jun 11 18:13:57.848952 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bbc3-9ffd-4edc-aea9-94e8a0ceac03 req-3fa5d2c8-3e3c-4d2f-b5ed-a3190a441321 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:57.851544 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9d13bbc3-9ffd-4edc-aea9-94e8a0ceac03 req-3fa5d2c8-3e3c-4d2f-b5ed-a3190a441321 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.3117359 Jun 11 18:13:57.898964 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-dfbc9033-cf60-42d4-bb89-da615d6be536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:57.966880 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9d13bbc3-9ffd-4edc-aea9-94e8a0ceac03 req-2b5323de-2014-4ce4-abdc-48c0162bd157 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009912 Jun 11 18:13:58.088958 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:58.368099 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18695c26-94aa-4108-8c40-ec3dcbb6c9d2 req-5a670bb7-dc5b-463b-a7ab-36e18b160245 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.1013093 Jun 11 18:13:58.603526 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a4b7e924-b453-40c5-aa71-0c2e4cb4a4ec req-fa92fa8f-f900-4353-aac7-e4622bfed734 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.0802143 Jun 11 18:13:58.651182 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9b817-5672-4de8-85b7-30bf164694a1 req-8ebac1ca-af72-4bbf-be71-68ca5cfc0c83 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:58.662138 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-71a9b817-5672-4de8-85b7-30bf164694a1 req-8ebac1ca-af72-4bbf-be71-68ca5cfc0c83 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.2883346 Jun 11 18:13:58.747277 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-71a9b817-5672-4de8-85b7-30bf164694a1 req-4dfeda04-cd03-4aaf-99f9-b7ebc87766ef tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836673 Jun 11 18:13:59.214755 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:13:59.368613 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30021677-17b6-471e-848e-96d84234799e req-c868e2fb-2bef-4fd0-829d-9a5f9637b872 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:13:59.371519 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30021677-17b6-471e-848e-96d84234799e req-c868e2fb-2bef-4fd0-829d-9a5f9637b872 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.1552243 Jun 11 18:13:59.454007 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30021677-17b6-471e-848e-96d84234799e req-d4b3bd92-444c-4672-8eb1-df673e3ce1b4 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701964 Jun 11 18:13:59.634875 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1895ff7f-9cd0-4884-8326-9cd670ffbb7f req-651fa7fa-0eb7-4381-bf50-4c379eae3dd7 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0567131 Jun 11 18:13:59.915086 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a5b190a6-0783-4456-958a-82302099837d req-4d6b4068-77c7-4e73-b549-0c4ba3dcee4c tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.0644562 Jun 11 18:14:00.144575 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a087ff3-e22b-4d18-8f37-1c86c7cd89a7 req-6aa36968-3982-4e2b-b34a-6bd82b7c4ddc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:00.147715 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5a087ff3-e22b-4d18-8f37-1c86c7cd89a7 req-6aa36968-3982-4e2b-b34a-6bd82b7c4ddc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.1452518 Jun 11 18:14:00.236375 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5a087ff3-e22b-4d18-8f37-1c86c7cd89a7 req-63ea79a1-e402-4c6f-8893-bf0769dfdc5e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760818 Jun 11 18:14:00.832083 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb38a9-35fb-49da-bf52-02de2a7f0c52 req-8948ba45-1372-4fd9-8ecf-58523d8170fd tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:00.835269 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b7eb38a9-35fb-49da-bf52-02de2a7f0c52 req-8948ba45-1372-4fd9-8ecf-58523d8170fd tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.1492968 Jun 11 18:14:00.935342 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1dd377d5-314d-49a9-a688-01d96512e862 req-0244e11c-d865-40b1-8aec-c6694837a99e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0954850 Jun 11 18:14:00.975935 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b7eb38a9-35fb-49da-bf52-02de2a7f0c52 req-3ec360dd-ab8b-484d-b6ec-17a983f563a0 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190410 Jun 11 18:14:01.081774 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:01.142663 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-83d6d2e9-c452-463c-bcaf-14eaccb93618 req-3a4b9dc1-6569-4fd4-9672-5e352fbfea56 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.0478587 Jun 11 18:14:01.591280 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45398a8e-0613-4703-a894-8037c9817372 req-163fc431-35e5-4d81-a23f-ae1d048fb2c8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:01.594143 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-45398a8e-0613-4703-a894-8037c9817372 req-163fc431-35e5-4d81-a23f-ae1d048fb2c8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.1488004 Jun 11 18:14:01.677496 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-45398a8e-0613-4703-a894-8037c9817372 req-b650d9fc-bc1f-478d-9008-4a6115cd51fa tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723305 Jun 11 18:14:02.224620 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d944b43c-d031-455b-8705-31d0aef3895b req-2fad157a-8fce-4b8a-81f6-dc15e7c653b7 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0635438 Jun 11 18:14:02.361993 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a06578-0249-4950-834e-f5bed216e08e req-dfa5eaa8-84ee-43de-aa6a-758dd8436222 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:02.364752 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-24a06578-0249-4950-834e-f5bed216e08e req-dfa5eaa8-84ee-43de-aa6a-758dd8436222 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.1444912 Jun 11 18:14:02.449656 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-24a06578-0249-4950-834e-f5bed216e08e req-6bea10d7-70ca-4729-950a-6bc9cda85ba8 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735371 Jun 11 18:14:02.502270 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a7aa940f-c5cc-463d-b24f-98ae2dc91004 req-22cfafa9-4661-4b50-bf6e-3e29ee95d4fe tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.0510423 Jun 11 18:14:02.993225 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd55a41-f6de-4ed7-9c0f-caf473e45cce req-61ab2ee9-bd0b-4bf2-9af7-3db2e4d23723 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:02.995898 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0cd55a41-f6de-4ed7-9c0f-caf473e45cce req-61ab2ee9-bd0b-4bf2-9af7-3db2e4d23723 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.0862565 Jun 11 18:14:03.048589 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0cd55a41-f6de-4ed7-9c0f-caf473e45cce req-3ed8b5f2-ead2-4ba2-8b7f-c080c56446f8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455441 Jun 11 18:14:03.271667 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Request body: {'port': {'device_id': '382049b2-67f8-479b-a085-bd2fa62b6860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:03.274654 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Request body: {'port': {'device_id': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:03.559406 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.572448 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:03.779360 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bd05e9b3-7a46-436c-8e60-5203cc0e0dc0 req-9126232b-e82f-4d52-933d-dc24226e5c1b tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] 10.222.0.15 "GET /v2.0/ports?device_id=9285ce78-2b0e-485d-baf2-70c4319d8824 HTTP/1.1" status: 200 len: 210 time: 0.0880280 Jun 11 18:14:04.156708 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8486ec33-9dd6-4ec1-b637-6789ba72a211 req-6f462bd6-86f5-4063-be81-ffcc3b3639ed tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.1574075 Jun 11 18:14:04.228338 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec71750-8767-4904-9cd4-05362522b03c {{(pid=92016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:14:04.244494 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.267395 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5e53-6847-4a05-889b-3fae7d5f64bb req-12e4a638-db76-4e67-a5dd-1996efb71cbe tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:04.271452 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ec1a5e53-6847-4a05-889b-3fae7d5f64bb req-12e4a638-db76-4e67-a5dd-1996efb71cbe tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 931 time: 0.4962842 Jun 11 18:14:04.278038 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Transition to ACTIVE for port object 6ec71750-8767-4904-9cd4-05362522b03c will not be triggered until provisioned by entity L2. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:14:04.287206 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.297974 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:04.570628 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec71750-8767-4904-9cd4-05362522b03c,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:04.578478 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:04.692766 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ec1a5e53-6847-4a05-889b-3fae7d5f64bb req-56742179-879d-46db-8ebe-2399a489fa61 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072838 Jun 11 18:14:04.720247 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Attempting to bind port 6ec71750-8767-4904-9cd4-05362522b03c on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:14:04.720693 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Attempting to bind port 6ec71750-8767-4904-9cd4-05362522b03c by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:14:04.721230 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Attempting to bind port 6ec71750-8767-4904-9cd4-05362522b03c on network ce62ed7a-c528-44bc-9e6d-3c0b9398701c {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:14:04.746065 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Port 6ec71750-8767-4904-9cd4-05362522b03c on network ce62ed7a-c528-44bc-9e6d-3c0b9398701c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:14:04.746597 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Attempting to bind port 6ec71750-8767-4904-9cd4-05362522b03c on network ce62ed7a-c528-44bc-9e6d-3c0b9398701c {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:14:04.764390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:14:04.764390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Checking segment: {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:14:04.764390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Bound using segment: {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:14:04.764390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Bound port: 6ec71750-8767-4904-9cd4-05362522b03c, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4038296-4781-490d-92bf-678444ef7821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c'}}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:14:04.764390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.842588 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41e7df-ec46-4932-8f99-f26921c083f9 req-39811c2e-2128-4d4a-bdd2-2379d48fdb7d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:04.845312 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5b41e7df-ec46-4932-8f99-f26921c083f9 req-39811c2e-2128-4d4a-bdd2-2379d48fdb7d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 932 time: 0.3918943 Jun 11 18:14:04.849203 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2133655e-4c1d-4d01-a1e9-e48ec2545a06 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:14:04.875038 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.925626 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Transition to ACTIVE for port object 2133655e-4c1d-4d01-a1e9-e48ec2545a06 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:14:04.942569 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] For port 6ec71750-8767-4904-9cd4-05362522b03c, host hv-cinder-79604, cleared binding levels {{(pid=92016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:14:04.945750 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.949679 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] For port 6ec71750-8767-4904-9cd4-05362522b03c, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ec71750-8767-4904-9cd4-05362522b03c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:14:04.956139 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-df6a8578-1cd4-4e8f-a63d-f6ce9cca995b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:04.960477 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:04.967920 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-8ce42eb1-288b-4110-955e-8795195bba25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:05.011610 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41566) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:05.020996 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5b41e7df-ec46-4932-8f99-f26921c083f9 req-03422c94-cbe7-427e-adca-78c123bb4430 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624036 Jun 11 18:14:05.129528 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:05.131089 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:05.133866 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] 10.222.0.82 "PUT /v2.0/ports/6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 1093 time: 1.8712621 Jun 11 18:14:05.136477 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:05.160141 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46cdf31-d5b5-4c6f-b47c-c700d7237105" -d '{"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:05.178681 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:14:05.204500 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec71750-8767-4904-9cd4-05362522b03c,revision_number=3']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:05.232288 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:05.415132 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76378a0f-3d68-41dd-a35e-fc5fa1426425 x-openstack-request-id: req-76378a0f-3d68-41dd-a35e-fc5fa1426425 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:05.416295 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:05.416295 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76378a0f-3d68-41dd-a35e-fc5fa1426425 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:05.416871 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c', 'status': 'completed', 'code': 200} Jun 11 18:14:05.495170 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-3d8d4c1f-1982-4d11-a166-6267c116ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:05.498353 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-3d8d4c1f-1982-4d11-a166-6267c116ad5e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d802f83211234549850ff407c63c93da&device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1096 time: 0.2484992 Jun 11 18:14:05.571794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-ad2b8d30-aef1-448e-8262-7f0004392899 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=f173489aaac540398c3f35f9179ee92e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3833978 Jun 11 18:14:05.637662 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-9598958e-0209-4a04-bf6e-bed768c6158b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 217 time: 0.1251020 Jun 11 18:14:05.673069 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:05.762183 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-4819aa26-fb85-491a-9bbf-f746eada9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:05.768515 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-4819aa26-fb85-491a-9bbf-f746eada9d76 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80a65069-91fe-4610-bd56-64be97daaa33 HTTP/1.1" status: 200 len: 854 time: 0.1192579 Jun 11 18:14:05.785469 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:05.793473 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4e7032ce-c486-492b-911f-067a60d23743 req-725cc534-5daf-49d2-8592-d45f895e194d tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.0813682 Jun 11 18:14:05.947642 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-8ff8cd5f-5471-496d-afa9-90935c14547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:05.951254 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-8ff8cd5f-5471-496d-afa9-90935c14547a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1775215 Jun 11 18:14:06.138660 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-f81cecc4-f099-4ad6-8b71-6c58622ac546 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792548 Jun 11 18:14:06.314224 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Attempting to bind port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:14:06.314224 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Attempting to bind port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:14:06.315833 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Attempting to bind port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 on network 10e739d9-43a5-46a7-afb2-324284d3a27f {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:14:06.381715 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8a1c6d97-a5f1-4c0a-ae17-d2db72407087 req-f39ea729-ef37-4ad8-a0a2-117bbf154b7e service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352166 Jun 11 18:14:06.421913 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 on network 10e739d9-43a5-46a7-afb2-324284d3a27f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:14:06.422321 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Attempting to bind port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 on network 10e739d9-43a5-46a7-afb2-324284d3a27f {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:14:06.457124 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:14:06.457623 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Checking segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:14:06.458060 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Bound using segment: {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:14:06.458591 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Bound port: 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a01ca4e-791a-4b6a-a6a9-565b4d57065a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:14:06.458956 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:06.572846 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-d783ff29-8f18-40e2-a31f-bfeaf9c125a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:06.575463 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-d783ff29-8f18-40e2-a31f-bfeaf9c125a8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d802f83211234549850ff407c63c93da&device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1096 time: 0.1225910 Jun 11 18:14:06.799557 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-d2b8ac39-7a58-44be-82e7-072174d813e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:06.802008 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-d2b8ac39-7a58-44be-82e7-072174d813e3 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 200 len: 916 time: 0.2156229 Jun 11 18:14:06.866800 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-cf80de7d-88f5-419a-a171-1dd168a9b0fc service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 217 time: 0.0570400 Jun 11 18:14:06.959583 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-04278ce0-3308-49a9-b3d6-81eceddcc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:06.961834 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-04278ce0-3308-49a9-b3d6-81eceddcc39c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80a65069-91fe-4610-bd56-64be97daaa33 HTTP/1.1" status: 200 len: 854 time: 0.0836356 Jun 11 18:14:06.984382 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-805f45e0-a5f7-4416-9a19-1b10b9fabee4 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:06.985921 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-805f45e0-a5f7-4416-9a19-1b10b9fabee4 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2907858 Jun 11 18:14:07.007868 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e512eaf-6a1f-43fe-bbe0-e6113e63a89e req-17b14929-8c46-4cd1-bb3a-a04103b007ad tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:07.009481 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2e512eaf-6a1f-43fe-bbe0-e6113e63a89e req-17b14929-8c46-4cd1-bb3a-a04103b007ad tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 943 time: 0.9950299 Jun 11 18:14:07.019235 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Request body: {'port': {'device_id': '36768435-8924-4505-bc84-1ebd1a09dd69', 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e', 'admin_state_up': True, 'tenant_id': 'f173489aaac540398c3f35f9179ee92e'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:07.084243 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-8cf3425a-29f7-4c91-baac-23b695f0350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:07.086741 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-8cf3425a-29f7-4c91-baac-23b695f0350f service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1139596 Jun 11 18:14:07.255402 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-656b6ad5-fd8a-46ba-8753-a887cbc393c2 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568370 Jun 11 18:14:07.271521 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721420c4-53d3-4ff6-9c01-052ff2eefcda req-d3805380-b4ed-4bae-be2c-1331c5b03bd4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:07.273502 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-721420c4-53d3-4ff6-9c01-052ff2eefcda req-d3805380-b4ed-4bae-be2c-1331c5b03bd4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.9804354 Jun 11 18:14:07.300346 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2e512eaf-6a1f-43fe-bbe0-e6113e63a89e req-b4c8d12a-b682-4817-8ba9-1c12bca4e038 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746217 Jun 11 18:14:07.378278 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:14:07.433512 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-d46cdf31-d5b5-4c6f-b47c-c700d7237105 req-411f0462-cf7a-4b78-bab8-42f892fbc959 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678240 Jun 11 18:14:07.479152 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:14:07.499433 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.509050 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9767ab55-243b-4280-ac92-d84c6cd24d2e tempest-AttachVolumeNegativeTest-963332414 tempest-AttachVolumeNegativeTest-963332414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:07.514673 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-721420c4-53d3-4ff6-9c01-052ff2eefcda req-d05e0fec-e4b4-4959-afcb-35563f6b4b20 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276888 Jun 11 18:14:07.693224 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c81e21e9-78a8-48ec-9e9f-a5f7b9dba44c req-04f7edfd-e431-406a-acbd-fc54accc1157 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.1770477 Jun 11 18:14:07.696602 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:07.697659 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.700250 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] 10.222.0.82 "PUT /v2.0/ports/2133655e-4c1d-4d01-a1e9-e48ec2545a06 HTTP/1.1" status: 200 len: 1094 time: 4.4372189 Jun 11 18:14:07.704573 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:07.707610 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:07.721022 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Made reservation on behalf of f173489aaac540398c3f35f9179ee92e for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:14:07.726422 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.775655 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05a09c6-0495-4a09-9be6-bd12d77bedd2 x-openstack-request-id: req-a05a09c6-0495-4a09-9be6-bd12d77bedd2 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:07.776769 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:07.777223 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a05a09c6-0495-4a09-9be6-bd12d77bedd2 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:07.777897 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'status': 'completed', 'code': 200} Jun 11 18:14:07.794919 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:07.840160 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:07.850816 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:07.995439 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-660bbc63-2fde-49e4-8cf6-bf48e83af548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:07.997905 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-660bbc63-2fde-49e4-8cf6-bf48e83af548 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 1097 time: 0.2249722 Jun 11 18:14:08.122443 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-34a640af-0625-432c-9b95-07614cc33d4d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06 HTTP/1.1" status: 200 len: 217 time: 0.1054761 Jun 11 18:14:08.241388 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:08.250056 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-ae42f256-af39-4185-870b-25f7cc775e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:08.251555 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-ae42f256-af39-4185-870b-25f7cc775e68 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.1141360 Jun 11 18:14:08.253489 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:08.256771 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2470821e-686b-488e-9b6e-d38aeb82dfaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:08.320894 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:08.543172 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56093697-5ac2-48ba-9606-804c833dfcb3,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:08.579634 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:08.911234 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 6ec71750-8767-4904-9cd4-05362522b03c details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:14:08.917357 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-722b170e-5364-4d6c-b967-13e8fdeb4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:08.920127 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-722b170e-5364-4d6c-b967-13e8fdeb4970 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6572516 Jun 11 18:14:09.122149 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Allocated IP 192.168.233.250 (32bb85ce-bcb1-4fc0-8dd8-1819a27e147e/62fbdbe1-4285-4a57-9678-3c497ef5fab2/b4b4bad3-4c6c-4d25-82bf-08a4f6689916) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:14:09.157661 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 6ec71750-8767-4904-9cd4-05362522b03c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ec71750-8767-4904-9cd4-05362522b03c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:09.190850 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '6ec71750-8767-4904-9cd4-05362522b03c', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'port_id': '6ec71750-8767-4904-9cd4-05362522b03c', 'mac_address': 'fa:16:3e:e3:c1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:14:09.273772 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:09.277433 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e4056-bfee-4a45-881a-58dbfcb6397d req-312afff8-d8b6-477a-a371-add9ce84ba36 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:09.279192 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e03e4056-bfee-4a45-881a-58dbfcb6397d req-312afff8-d8b6-477a-a371-add9ce84ba36 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 943 time: 0.7383518 Jun 11 18:14:09.306670 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec71750-8767-4904-9cd4-05362522b03c {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:14:09.346345 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 6ec71750-8767-4904-9cd4-05362522b03c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ec71750-8767-4904-9cd4-05362522b03c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:09.353926 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:09.358287 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:09.472268 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=6ec71750-8767-4904-9cd4-05362522b03c,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:09.489358 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.489987 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.490528 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.491117 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.491710 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.492334 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.492919 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.493479 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.494079 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.494650 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.495247 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.495849 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:09.504005 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:09.596271 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438f703-c0b7-40a9-b637-033315b5a469 req-45aea926-1976-4cec-8145-ace0eddc228b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:09.598423 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e438f703-c0b7-40a9-b637-033315b5a469 req-45aea926-1976-4cec-8145-ace0eddc228b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.8079584 Jun 11 18:14:09.616156 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e03e4056-bfee-4a45-881a-58dbfcb6397d req-6d650493-e61c-470e-8801-7bfc0167d453 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108814 Jun 11 18:14:09.714987 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['6ec71750-8767-4904-9cd4-05362522b03c'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:09.735665 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-480ebd81-ba3b-41b3-ba92-8213d13583b2 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8015144 Jun 11 18:14:09.892995 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e438f703-c0b7-40a9-b637-033315b5a469 req-d0c75115-f7ae-4b73-b2d4-723712c94fcb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598715 Jun 11 18:14:10.325531 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-43583590-456a-4db9-a124-83bc621e26ea req-640d9eed-8789-46e3-8000-0ae28ca8a20a tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.5426917 Jun 11 18:14:10.549705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:10.577748 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c3466c29-8e54-4d1d-885e-5eb11b2baa65 req-d2b0686a-6668-4cf8-a820-42a51aea6268 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8210142 Jun 11 18:14:10.595085 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Transition to ACTIVE for port object b4b4bad3-4c6c-4d25-82bf-08a4f6689916 will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:14:10.660974 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Deleting port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:10.661501 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:10.774570 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:10.792983 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:10.930470 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 6ec71750-8767-4904-9cd4-05362522b03c up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:14:11.037754 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 6ec71750-8767-4904-9cd4-05362522b03c completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:14:11.044736 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 6ec71750-8767-4904-9cd4-05362522b03c triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:14:11.045714 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.066993 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:14:11.092206 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:14:11.109700 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:14:11.119351 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Pushing event updated for resources: {'Port': ['ID=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:11.140938 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] For port 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,segment=NetworkSegment(1d550db1-3e7e-46b1-9177-967095c92644),segment_id=1d550db1-3e7e-46b1-9177-967095c92644)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:11.141434 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.145758 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:11.249222 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.299263 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:11.303806 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7478ed35-dc16-4faf-8b5d-7586662c882b" -d '{"events": [{"server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "name": "network-vif-plugged", "status": "completed", "tag": "6ec71750-8767-4904-9cd4-05362522b03c"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:11.318766 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-39dec46b-2372-48d9-a1ab-3e6ff4eef83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:11.321805 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-39dec46b-2372-48d9-a1ab-3e6ff4eef83e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 1097 time: 0.6551719 Jun 11 18:14:11.332230 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 6ec71750-8767-4904-9cd4-05362522b03c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ec71750-8767-4904-9cd4-05362522b03c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:11.341666 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.345075 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:11.482425 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=6ec71750-8767-4904-9cd4-05362522b03c,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:11.483065 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Calling delete_port for 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 owned by network:router_interface {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:11.489373 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:11.494028 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-10a1d80e-0304-4246-9666-34ff8abad90b None None] Provisioning for port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:14:11.499671 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:11.500796 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.501375 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-10a1d80e-0304-4246-9666-34ff8abad90b None None] Provisioning complete for port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:14:11.502062 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-10a1d80e-0304-4246-9666-34ff8abad90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:11.584921 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-10a1d80e-0304-4246-9666-34ff8abad90b None None] Port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:14:11.615002 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6010501 Jun 11 18:14:11.632861 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88a27d-ad1b-4c47-8faf-98905be80d19 req-fc4bc537-7c70-4312-bd92-9c640ce56f91 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:11.634520 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ff88a27d-ad1b-4c47-8faf-98905be80d19 req-fc4bc537-7c70-4312-bd92-9c640ce56f91 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 944 time: 0.7109010 Jun 11 18:14:11.794123 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323c1ab-08a5-4542-b964-af3df1de0048 req-37abf72b-1183-49ce-b13b-0f1f46f5347c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:11.796956 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9323c1ab-08a5-4542-b964-af3df1de0048 req-37abf72b-1183-49ce-b13b-0f1f46f5347c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.6497464 Jun 11 18:14:11.943893 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ff88a27d-ad1b-4c47-8faf-98905be80d19 req-e85824dd-46bf-4db4-a335-99b0ced37521 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945094 Jun 11 18:14:12.009073 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b694f-ac6c-4347-af77-ea300b187821 x-openstack-request-id: req-e72b694f-ac6c-4347-af77-ea300b187821 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:12.009772 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "name": "network-vif-plugged", "status": "completed", "tag": "6ec71750-8767-4904-9cd4-05362522b03c", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:12.010112 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e72b694f-ac6c-4347-af77-ea300b187821 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:12.011434 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c', 'code': 200} Jun 11 18:14:12.030547 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9323c1ab-08a5-4542-b964-af3df1de0048 req-c8380e1c-499f-4dea-9afd-84818ab8c4d2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155083 Jun 11 18:14:12.246776 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:12.259719 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:12.327737 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:12.335661 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:12.482582 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32a925-c14c-40dd-a33a-bf4b1b80f95f req-4afba1ec-9c79-422f-b481-c7b1706ecd9e tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:12.485475 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1a32a925-c14c-40dd-a33a-bf4b1b80f95f req-4afba1ec-9c79-422f-b481-c7b1706ecd9e tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 936 time: 0.3506029 Jun 11 18:14:12.772013 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1a32a925-c14c-40dd-a33a-bf4b1b80f95f req-ee7820ec-e8c4-4d07-93be-edea326be029 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751789 Jun 11 18:14:12.865001 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.383410 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:13.652669 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396044d-21d8-4e1a-b120-98af3eb4c824 req-6043139b-774f-4dc9-ba00-dd9a75b32445 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:13.655368 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5396044d-21d8-4e1a-b120-98af3eb4c824 req-6043139b-774f-4dc9-ba00-dd9a75b32445 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.4786487 Jun 11 18:14:13.687550 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Router e4bb4ab6-7ea8-4951-b043-241aaebf3689 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:14:13.734108 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa4607-a189-4c9a-8292-52ebbf593fa6 req-b7313696-4d19-4f3e-88d7-8301d98088fa tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:13.736850 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-abaa4607-a189-4c9a-8292-52ebbf593fa6 req-b7313696-4d19-4f3e-88d7-8301d98088fa tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.3988738 Jun 11 18:14:14.006202 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5396044d-21d8-4e1a-b120-98af3eb4c824 req-4f90df97-910b-45d2-ba00-bc29b6af37e0 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368957 Jun 11 18:14:14.075328 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-abaa4607-a189-4c9a-8292-52ebbf593fa6 req-b2b99646-06c5-4932-ac85-e740367ab07d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254130 Jun 11 18:14:14.131093 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:14:14.140664 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] 10.222.0.15 "PUT /v2.0/routers/e4bb4ab6-7ea8-4951-b043-241aaebf3689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1149812 Jun 11 18:14:14.144708 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41626) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:14.150217 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] Sync routers for ids ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:14:14.171205 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] Routers {'e4bb4ab6-7ea8-4951-b043-241aaebf3689'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:14.172402 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:13:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:14.425074 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Request body: {'port': {'device_id': '36768435-8924-4505-bc84-1ebd1a09dd69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:14.671345 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] Set router e4bb4ab6-7ea8-4951-b043-241aaebf3689 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:15.248212 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks [] for router, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.537497 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f92857-29e5-464e-9457-e4a7a52cf0cf req-62118c06-118b-44a4-a2fe-71207d1e18e8 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:15.540244 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34f92857-29e5-464e-9457-e4a7a52cf0cf req-62118c06-118b-44a4-a2fe-71207d1e18e8 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 936 time: 1.2706454 Jun 11 18:14:15.561962 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:14:12Z', 'revision_number': 5, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:15.570429 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] Checking router: e4bb4ab6-7ea8-4951-b043-241aaebf3689 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:14:15.591099 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] Routers {'e4bb4ab6-7ea8-4951-b043-241aaebf3689'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:15.592601 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:13:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:15.612016 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe4a57-536f-4316-8b9a-fc2f688be005 req-5a8fa39e-3e27-4602-b8ea-952d8ea05476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:15.614852 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-4dbe4a57-536f-4316-8b9a-fc2f688be005 req-5a8fa39e-3e27-4602-b8ea-952d8ea05476 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1098 time: 0.6684973 Jun 11 18:14:15.675452 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.734844 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.754853 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-41012012-c641-4b40-be17-e12a4df3c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:15.757926 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-41012012-c641-4b40-be17-e12a4df3c76c service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 1.3604529 Jun 11 18:14:15.766441 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-4dbe4a57-536f-4316-8b9a-fc2f688be005 req-b4447e6b-e75b-4959-8568-6d2f5fc8473f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343331 Jun 11 18:14:15.800801 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34f92857-29e5-464e-9457-e4a7a52cf0cf req-f13acc80-8d92-438a-9dcc-e06f2131152b tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985826 Jun 11 18:14:15.843800 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Deleting port c16eda89-1316-4ea3-a132-4cddccbc3afb {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:15.843800 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:15.898666 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465ac07-4cc2-4981-974e-af5f270083a3 req-ea757896-8d01-4101-b171-5b672c2f7b18 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:15.901457 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b465ac07-4cc2-4981-974e-af5f270083a3 req-ea757896-8d01-4101-b171-5b672c2f7b18 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.5488186 Jun 11 18:14:15.911787 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] Set router e4bb4ab6-7ea8-4951-b043-241aaebf3689 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:16.088963 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] For port c16eda89-1316-4ea3-a132-4cddccbc3afb, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c16eda89-1316-4ea3-a132-4cddccbc3afb,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:16.089737 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.246083 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Calling delete_port for c16eda89-1316-4ea3-a132-4cddccbc3afb owned by network:router_gateway {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:16.286276 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b465ac07-4cc2-4981-974e-af5f270083a3 req-42483c17-0cbe-46bb-82b0-9ff2fa513499 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944523 Jun 11 18:14:16.427054 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:14:12Z', 'revision_number': 5, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:16.435155 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253394fa-bb23-4fa3-814a-54b800c132f7 None None] The sync data for ids ['e4bb4ab6-7ea8-4951-b043-241aaebf3689'] in dv-cinder-796049-1-iscsi is: [{'id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'name': 'tempest-ServerRescueNegativeTestJSON-1193134556-router', 'tenant_id': '33a12476805f4baab7c6a8c8f5784d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:08:52Z', 'updated_at': '2021-06-11T18:14:12Z', 'revision_number': 5, 'project_id': '33a12476805f4baab7c6a8c8f5784d32', 'gw_port': {'id': 'c16eda89-1316-4ea3-a132-4cddccbc3afb', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:00:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bb4ab6-7ea8-4951-b043-241aaebf3689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:08:54Z', 'updated_at': '2021-06-11T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:14:16.445762 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4c4f5-f9a5-4a68-a070-87a2a087a464 req-7c9eded1-2c9d-465e-9336-263c35a32ade tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:16.449077 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f4f4c4f5-f9a5-4a68-a070-87a2a087a464 req-7c9eded1-2c9d-465e-9336-263c35a32ade tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.3611009 Jun 11 18:14:16.587186 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f4f4c4f5-f9a5-4a68-a070-87a2a087a464 req-4152e371-5da2-421e-ba8f-6f9e61cb095e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199427 Jun 11 18:14:16.685208 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b4bad3-4c6c-4d25-82bf-08a4f6689916 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:14:16.696952 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.702304 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-aa46e1e7-15e7-43b2-a756-630f120ef25d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:16.702600 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.726667 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Transition to ACTIVE for port object b4b4bad3-4c6c-4d25-82bf-08a4f6689916 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:14:16.733220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:16.738744 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-39ecb491-517a-4c4d-b8f8-21f0fb4f1303 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:16.769787 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c16eda89-1316-4ea3-a132-4cddccbc3afb,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:16.778015 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:16.936428 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.084199 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:17.175433 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:17.239119 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.245118 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.279161 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Attempting to bind port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:14:17.279732 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Attempting to bind port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:14:17.280341 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Attempting to bind port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 on network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:14:17.295523 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 on network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:14:17.296099 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Attempting to bind port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 on network 32bb85ce-bcb1-4fc0-8dd8-1819a27e147e {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:14:17.311460 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:14:17.312072 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Checking segment: {'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:14:17.312723 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Bound using segment: {'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:14:17.313455 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Bound port: b4b4bad3-4c6c-4d25-82bf-08a4f6689916, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5814020-6447-4b62-87a2-a7d8185d10b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:14:17.314058 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.335299 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60501111-107f-4877-a8c1-4a09e89c9308 req-9ba85551-d2a7-4a95-84c4-16b259e3cba2 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:17.338326 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60501111-107f-4877-a8c1-4a09e89c9308 req-9ba85551-d2a7-4a95-84c4-16b259e3cba2 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 948 time: 0.2382531 Jun 11 18:14:17.406482 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.407487 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4bb4ab6-7ea8-4951-b043-241aaebf3689 {{(pid=92016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:14:17.417318 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.423306 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] 10.222.0.15 "DELETE /v2.0/routers/e4bb4ab6-7ea8-4951-b043-241aaebf3689 HTTP/1.1" status: 204 len: 168 time: 3.2731805 Jun 11 18:14:17.423913 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41644) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:17.540794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60501111-107f-4877-a8c1-4a09e89c9308 req-024d60b3-d33c-4ebe-a815-25c25ed97ce9 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838031 Jun 11 18:14:17.556203 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Deleting subnet f05939a7-18b7-4433-824e-74b644afb378 {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:14:17.561356 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.609197 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] For port b4b4bad3-4c6c-4d25-82bf-08a4f6689916, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:14:17.638195 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] For port b4b4bad3-4c6c-4d25-82bf-08a4f6689916, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,segment=NetworkSegment(d5814020-6447-4b62-87a2-a7d8185d10b9),segment_id=d5814020-6447-4b62-87a2-a7d8185d10b9)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:14:17.671468 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.700099 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.706960 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-83097ab9-04a0-4a60-87ee-3cb261f24288 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:17.766567 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.804077 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:17.805335 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.808421 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] 10.222.0.82 "PUT /v2.0/ports/b4b4bad3-4c6c-4d25-82bf-08a4f6689916 HTTP/1.1" status: 200 len: 1098 time: 3.3932412 Jun 11 18:14:17.816554 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36768435-8924-4505-bc84-1ebd1a09dd69', 'tag': 'b4b4bad3-4c6c-4d25-82bf-08a4f6689916'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:17.820205 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0267d221-3001-4d9a-9605-1e0c34d491e3" -d '{"events": [{"name": "network-changed", "server_uuid": "36768435-8924-4505-bc84-1ebd1a09dd69", "tag": "b4b4bad3-4c6c-4d25-82bf-08a4f6689916"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:17.891526 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:17.911129 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.916265 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c053d02c-0ca6-4ef1-9c19-29d8a961792a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:17.946824 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:17.972883 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ce020-35b0-4ce4-8a90-d19da8318447 req-97c7c292-a4be-473d-b882-57c05d757870 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:17.975637 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-970ce020-35b0-4ce4-8a90-d19da8318447 req-97c7c292-a4be-473d-b882-57c05d757870 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.3910835 Jun 11 18:14:17.990018 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05939a7-18b7-4433-824e-74b644afb378,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:17.994326 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:17.998898 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f05939a7-18b7-4433-824e-74b644afb378 HTTP/1.1" status: 204 len: 168 time: 0.5730519 Jun 11 18:14:18.000889 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:18.004869 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41652) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:18.259217 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-970ce020-35b0-4ce4-8a90-d19da8318447 req-3ac37e55-198f-4d60-9815-7035d0245a5f tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620051 Jun 11 18:14:18.267932 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c16eda89-1316-4ea3-a132-4cddccbc3afb no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:18.279892 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa189c-21d6-4c48-83da-829c016c09b1 req-8d58c7c6-74be-4b49-a938-bf4fd8e22678 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:18.282729 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-65aa189c-21d6-4c48-83da-829c016c09b1 req-8d58c7c6-74be-4b49-a938-bf4fd8e22678 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.4237957 Jun 11 18:14:18.287655 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.342758 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: c16eda89-1316-4ea3-a132-4cddccbc3afb {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:18.343223 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c16eda89-1316-4ea3-a132-4cddccbc3afb not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:18.344000 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:18.367168 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719f3b8a-fa5e-4a3d-bc6c-0f5b2b83c27c x-openstack-request-id: req-719f3b8a-fa5e-4a3d-bc6c-0f5b2b83c27c {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:18.367679 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36768435-8924-4505-bc84-1ebd1a09dd69", "tag": "b4b4bad3-4c6c-4d25-82bf-08a4f6689916", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:18.368189 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-719f3b8a-fa5e-4a3d-bc6c-0f5b2b83c27c {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:18.368888 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36768435-8924-4505-bc84-1ebd1a09dd69', 'tag': 'b4b4bad3-4c6c-4d25-82bf-08a4f6689916', 'status': 'completed', 'code': 200} Jun 11 18:14:18.386143 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:18.386729 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 970ba3ed-16cb-4b1f-b8b4-75c6c35ceb07 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:18.429411 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-65aa189c-21d6-4c48-83da-829c016c09b1 req-3620db34-b13f-4ec0-bf38-a4a0d0855d69 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353567 Jun 11 18:14:18.576618 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.599413 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c8cedef-ed9a-4dba-9fa6-3303dd217f1f']}} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:18.624691 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d550db1-3e7e-46b1-9177-967095c92644') {'for_net_delete': True} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:18.625841 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d550db1-3e7e-46b1-9177-967095c92644') {} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:18.646978 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31406618'] for segment, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.678823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.692079 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=92015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:14:18.692774 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32466340'] for segment, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: Traceback (most recent call last): Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: timer() Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: cb(*args, **kw) Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: return func(*args, **kwargs) Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: self._notify() Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: self.callback(batched_events) Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: event.method(event) Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: return f(self, *a, **k) Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._get(url).json() Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:14:18.696022 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: return self.request(url, 'GET', **kwargs) Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:14:18.704756 dv-cinder-796049-1-iscsi neutron-server[92015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:14:18.787927 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:14:18.893542 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.967464 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:18.975820 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0c8cedef-ed9a-4dba-9fa6-3303dd217f1f HTTP/1.1" status: 204 len: 168 time: 0.9614313 Jun 11 18:14:18.979941 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-fbadc97a-216a-4c1f-8bbd-133875e6c6aa service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06 HTTP/1.1" status: 200 len: 217 time: 0.1018996 Jun 11 18:14:18.984402 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:19.021381 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c8cedef-ed9a-4dba-9fa6-3303dd217f1f,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:19.025144 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:19.082257 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d221-3001-4d9a-9605-1e0c34d491e3 req-f13fcabb-9ddc-495d-992b-63cd422cb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:19.085740 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0267d221-3001-4d9a-9605-1e0c34d491e3 req-f13fcabb-9ddc-495d-992b-63cd422cb856 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f173489aaac540398c3f35f9179ee92e&device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 1101 time: 0.1781986 Jun 11 18:14:19.110211 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:19.143242 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'port_id': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'mac_address': 'fa:16:3e:5f:72:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:14:19.154464 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0267d221-3001-4d9a-9605-1e0c34d491e3 req-8c8a8919-0bae-4ea6-a1f9-9f838531fc50 service neutron] 10.222.0.82 "GET /v2.0/networks?tenant_id=f173489aaac540398c3f35f9179ee92e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580873 Jun 11 18:14:19.192486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ae776-008f-40d2-9569-952dd39030fe req-8eaf99c3-4d9a-4bac-95af-50ca0b70094b tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:19.195309 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-473ae776-008f-40d2-9569-952dd39030fe req-8eaf99c3-4d9a-4bac-95af-50ca0b70094b tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 948 time: 0.3798673 Jun 11 18:14:19.199001 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-19d8df06-70c6-4c73-8b9e-6ec3db786e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:19.201764 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-19d8df06-70c6-4c73-8b9e-6ec3db786e38 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.1937494 Jun 11 18:14:19.246259 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:19.266470 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41660) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:19.276911 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2133655e-4c1d-4d01-a1e9-e48ec2545a06 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:14:19.329022 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:19.339689 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:19.346483 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-999aaa6a-9962-4636-8cbe-a9685f42a1ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:19.376293 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-473ae776-008f-40d2-9569-952dd39030fe req-1d4fe85f-89b8-4310-bcc0-66e57eda29f2 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670003 Jun 11 18:14:19.425188 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-d75cacb3-0124-4ede-8e1f-28fdac0f48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:19.427992 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-d75cacb3-0124-4ede-8e1f-28fdac0f48d3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1997554 Jun 11 18:14:19.514323 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:19.530201 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:19.590755 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-2ba4c672-a4c7-4a53-81c7-3b8dfba80da3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33a12476805f4baab7c6a8c8f5784d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222525 Jun 11 18:14:19.603654 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41668) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:19.694287 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267d221-3001-4d9a-9605-1e0c34d491e3 req-617d9e59-7aa7-4e40-bec6-7ae768c56fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:19.697188 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0267d221-3001-4d9a-9605-1e0c34d491e3 req-617d9e59-7aa7-4e40-bec6-7ae768c56fe1 service neutron] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5308514 Jun 11 18:14:19.752422 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c2334449-4ed9-4b5a-9e2d-baf2f4bb15ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:19.769218 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['2133655e-4c1d-4d01-a1e9-e48ec2545a06'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:19.820768 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c2334449-4ed9-4b5a-9e2d-baf2f4bb15ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:19.923207 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-c6cdd852-e6d1-430f-abec-17ab25f943a6 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722047 Jun 11 18:14:19.999397 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-1fdc3838-9b6a-4948-b20a-75e66be6eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:20.001300 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-1fdc3838-9b6a-4948-b20a-75e66be6eb6f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=f173489aaac540398c3f35f9179ee92e&device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 1101 time: 0.1768255 Jun 11 18:14:20.002223 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c2334449-4ed9-4b5a-9e2d-baf2f4bb15ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:20.006296 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-c2334449-4ed9-4b5a-9e2d-baf2f4bb15ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:20.009674 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-c2334449-4ed9-4b5a-9e2d-baf2f4bb15ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5770b414-b633-45d4-a1e3-f0c59c96a434 HTTP/1.1" status: 204 len: 168 time: 0.4033155 Jun 11 18:14:20.025828 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-eb5a4ab0-8945-470b-98ce-c9d307efc232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:20.127461 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2334449-4ed9-4b5a-9e2d-baf2f4bb15ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5770b414-b633-45d4-a1e3-f0c59c96a434,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:20.135866 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-bcc015cd-8739-4a3b-877f-165adf2c5f20 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=b4b4bad3-4c6c-4d25-82bf-08a4f6689916 HTTP/1.1" status: 200 len: 217 time: 0.1234531 Jun 11 18:14:20.141275 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c2334449-4ed9-4b5a-9e2d-baf2f4bb15ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:20.217418 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f987a-f0fe-4b70-8ea6-d9f32ce2f91c req-fb9f96e7-0381-4855-852e-7e3c12c007a9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:20.220636 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d60f987a-f0fe-4b70-8ea6-d9f32ce2f91c req-fb9f96e7-0381-4855-852e-7e3c12c007a9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 945 time: 0.4380004 Jun 11 18:14:20.265537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac013-7364-45a7-bf80-7c8457a103c0 req-b416a8cd-890e-4a92-9170-b522b47c2879 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:20.278670 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fc1ac013-7364-45a7-bf80-7c8457a103c0 req-b416a8cd-890e-4a92-9170-b522b47c2879 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.6072652 Jun 11 18:14:20.323404 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-51088d62-6410-43c7-b6c8-58829611794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:20.327129 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-51088d62-6410-43c7-b6c8-58829611794d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=62fbdbe1-4285-4a57-9678-3c497ef5fab2 HTTP/1.1" status: 200 len: 843 time: 0.1798241 Jun 11 18:14:20.443636 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d220b8fc-47e9-4e3e-ae77-c5087d9d6847 req-e74b26c5-f497-473a-8037-939551e38e76 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842391 Jun 11 18:14:20.449213 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d60f987a-f0fe-4b70-8ea6-d9f32ce2f91c req-6cba8f10-bb23-447b-a2a0-352939de068b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991982 Jun 11 18:14:20.465670 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fc1ac013-7364-45a7-bf80-7c8457a103c0 req-704813fb-9bf7-4d4c-a9e0-7cf8f6baa103 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853790 Jun 11 18:14:20.491298 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-9074c816-c626-4b11-823c-a7839de66627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:20.494336 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-9074c816-c626-4b11-823c-a7839de66627 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=32bb85ce-bcb1-4fc0-8dd8-1819a27e147e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1387677 Jun 11 18:14:20.843863 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cfa59-74a7-4cab-9dcc-0ee5bb1a88f3 req-9b55bebe-8272-4fc7-b3d0-e00dd0818225 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:20.847134 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-438cfa59-74a7-4cab-9dcc-0ee5bb1a88f3 req-9b55bebe-8272-4fc7-b3d0-e00dd0818225 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 948 time: 0.1486008 Jun 11 18:14:20.966879 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-438cfa59-74a7-4cab-9dcc-0ee5bb1a88f3 req-1150b3ff-29ac-4f39-9158-45b23ad30f96 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081061 Jun 11 18:14:21.101356 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-173054dd-0812-4e50-b31c-7ca2d0e6fa98 service neutron] 10.222.0.82 "GET /v2.0/networks/32bb85ce-bcb1-4fc0-8dd8-1819a27e147e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5924916 Jun 11 18:14:21.330927 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-58127d8a-8a19-4b4f-adfa-4f9d557a38de req-f581d82f-f51c-4776-b703-2c548bd51915 service neutron] 10.222.0.82 "GET /v2.0/networks/32bb85ce-bcb1-4fc0-8dd8-1819a27e147e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202599 Jun 11 18:14:21.711552 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:14:21.824668 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:14:21.832945 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:14:21.833557 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:21.954308 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320d0ad-a71b-4836-ba68-4097f1cc4150 req-6ecf9aca-88d3-4ab2-9bd2-47b5c53ad55e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:21.957196 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1320d0ad-a71b-4836-ba68-4097f1cc4150 req-6ecf9aca-88d3-4ab2-9bd2-47b5c53ad55e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 945 time: 0.2342086 Jun 11 18:14:21.973162 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328388ef-07c4-413b-a81e-2979879d39f5 req-920642f2-ec73-402b-91ba-091cf57c7332 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:21.977095 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-328388ef-07c4-413b-a81e-2979879d39f5 req-920642f2-ec73-402b-91ba-091cf57c7332 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.2379594 Jun 11 18:14:22.000199 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:22.054162 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:22.059802 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16347db-16a1-4941-9bcf-74bd7784c461" -d '{"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-plugged", "status": "completed", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:22.080292 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1320d0ad-a71b-4836-ba68-4097f1cc4150 req-f9a5dbd7-7301-4d2c-83a8-736515234b61 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010635 Jun 11 18:14:22.100450 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:22.108387 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:22.112341 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:22.123794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-328388ef-07c4-413b-a81e-2979879d39f5 req-95ebeb9d-2c4e-434d-964a-9581ec8c0dca tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318464 Jun 11 18:14:22.241056 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75225656-3769-4d7a-a56b-fe7b7cfab6f5 x-openstack-request-id: req-75225656-3769-4d7a-a56b-fe7b7cfab6f5 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:22.241519 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-plugged", "status": "completed", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:22.241969 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75225656-3769-4d7a-a56b-fe7b7cfab6f5 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:22.242574 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'code': 200} Jun 11 18:14:22.313643 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:22.319086 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:22.695329 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c450f2-c140-4dfd-9c30-373a03c26eb9 req-8ebe4a98-30f5-4f6f-a435-1c8902a27237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:22.698445 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-59c450f2-c140-4dfd-9c30-373a03c26eb9 req-8ebe4a98-30f5-4f6f-a435-1c8902a27237 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 1099 time: 0.1292973 Jun 11 18:14:22.769950 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-59c450f2-c140-4dfd-9c30-373a03c26eb9 req-ada52f66-bcec-4bfa-9c29-7e3c5365dfe7 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630970 Jun 11 18:14:23.074216 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e656db-f053-4c52-b052-7a7d8f8ecbbd req-47021d5d-ee8c-4510-9b5b-fc0b481426d4 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:23.076930 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d5e656db-f053-4c52-b052-7a7d8f8ecbbd req-47021d5d-ee8c-4510-9b5b-fc0b481426d4 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 948 time: 0.6336374 Jun 11 18:14:23.096364 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a5190-a161-4ac2-ab37-cf4c7350c0fe req-4887afc1-65c3-4824-975e-91f9ec4b36d2 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:23.098202 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-724a5190-a161-4ac2-ab37-cf4c7350c0fe req-4887afc1-65c3-4824-975e-91f9ec4b36d2 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.5800569 Jun 11 18:14:23.211702 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d5e656db-f053-4c52-b052-7a7d8f8ecbbd req-9fe2ec42-99e2-4998-87a7-837f49db70d2 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118951 Jun 11 18:14:23.224670 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-724a5190-a161-4ac2-ab37-cf4c7350c0fe req-f6caa6cd-d6c8-4ef5-890d-68ebaf8ecf07 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156673 Jun 11 18:14:23.574031 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ecc81-bc12-4cf1-b2b0-b1bf0da240d9 req-22085024-b733-4e62-96f7-42ac81f7f29e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:23.589525 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-450ecc81-bc12-4cf1-b2b0-b1bf0da240d9 req-22085024-b733-4e62-96f7-42ac81f7f29e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1763260 Jun 11 18:14:23.676671 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-450ecc81-bc12-4cf1-b2b0-b1bf0da240d9 req-f02957d3-0b6a-4668-95ed-01f31eb9157f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844531 Jun 11 18:14:23.725673 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device b4b4bad3-4c6c-4d25-82bf-08a4f6689916 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:14:24.012736 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port b4b4bad3-4c6c-4d25-82bf-08a4f6689916, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,segment=NetworkSegment(d5814020-6447-4b62-87a2-a7d8185d10b9),segment_id=d5814020-6447-4b62-87a2-a7d8185d10b9)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:24.040495 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'b4b4bad3-4c6c-4d25-82bf-08a4f6689916', 'network_id': '32bb85ce-bcb1-4fc0-8dd8-1819a27e147e', 'port_id': 'b4b4bad3-4c6c-4d25-82bf-08a4f6689916', 'mac_address': 'fa:16:3e:ad:83:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62fbdbe1-4285-4a57-9678-3c497ef5fab2', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:14:24.042561 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96d122-95e8-4f3b-8858-61d64d9fd2f2 req-11379601-31d4-4314-8d3a-7e49a1ce6d66 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:24.045803 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-de96d122-95e8-4f3b-8858-61d64d9fd2f2 req-11379601-31d4-4314-8d3a-7e49a1ce6d66 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.1614137 Jun 11 18:14:24.147276 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:24.161294 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-de96d122-95e8-4f3b-8858-61d64d9fd2f2 req-1585897e-2b25-4977-8c74-758a1c4f9125 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949740 Jun 11 18:14:24.191024 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b4bad3-4c6c-4d25-82bf-08a4f6689916 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:14:24.232505 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port b4b4bad3-4c6c-4d25-82bf-08a4f6689916, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,segment=NetworkSegment(d5814020-6447-4b62-87a2-a7d8185d10b9),segment_id=d5814020-6447-4b62-87a2-a7d8185d10b9)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:24.240986 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:24.244193 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cdcff59c-7cb3-4bc2-a7da-637ca61003a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:24.371424 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:24.382093 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:24.597597 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9504d-8225-4b51-b500-98635ee1fcff req-99036a24-8f85-4bb2-9be6-7f2c0ee5e427 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:24.599516 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ada9504d-8225-4b51-b500-98635ee1fcff req-99036a24-8f85-4bb2-9be6-7f2c0ee5e427 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 949 time: 0.1529250 Jun 11 18:14:24.659912 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['b4b4bad3-4c6c-4d25-82bf-08a4f6689916'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:24.694030 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ada9504d-8225-4b51-b500-98635ee1fcff req-1a35b1e2-7247-442a-b5c2-64f9a7297a89 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818138 Jun 11 18:14:25.086486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf90f8-8e65-4ef3-83e5-5ea5ca6f8135 req-0a273315-1bd7-4e20-9a85-3a0accc780a9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:25.089860 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-46bf90f8-8e65-4ef3-83e5-5ea5ca6f8135 req-0a273315-1bd7-4e20-9a85-3a0accc780a9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1399662 Jun 11 18:14:25.180614 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-46bf90f8-8e65-4ef3-83e5-5ea5ca6f8135 req-397527d9-5362-4585-8360-088a011d9959 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785074 Jun 11 18:14:25.218578 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-b55b53b5-d148-4bcd-8aa3-2d7b4bcbc5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:25.539847 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb0d74-1d72-4982-a9cb-7f9a18da7d75 req-e3e4c30b-fb91-4421-b56e-624058d359ef tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:25.542043 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-91cb0d74-1d72-4982-a9cb-7f9a18da7d75 req-e3e4c30b-fb91-4421-b56e-624058d359ef tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1177628 Jun 11 18:14:25.554320 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41788) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:25.565218 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Request body: {'floatingip': {'port_id': '2133655e-4c1d-4d01-a1e9-e48ec2545a06'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:25.688299 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:25.990010 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149be0e6-0985-4e41-9a8d-25f34d7f1035 req-73fa8164-e699-4462-b7fe-1839fbc4e418 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:25.992818 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-149be0e6-0985-4e41-9a8d-25f34d7f1035 req-73fa8164-e699-4462-b7fe-1839fbc4e418 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 949 time: 0.1147287 Jun 11 18:14:26.132775 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-149be0e6-0985-4e41-9a8d-25f34d7f1035 req-88ff03c4-cfe2-4bea-a644-8f11246da54f tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276734 Jun 11 18:14:26.443371 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a90c35-d69e-452d-940d-7ca5468359a9 req-dd07950b-bb64-47b9-9b54-3d8969d3f38d tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:26.445957 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e1a90c35-d69e-452d-940d-7ca5468359a9 req-dd07950b-bb64-47b9-9b54-3d8969d3f38d tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.1493340 Jun 11 18:14:26.530062 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e1a90c35-d69e-452d-940d-7ca5468359a9 req-c9a2aa7a-3f16-4af2-99f1-4dea2606ddb2 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722611 Jun 11 18:14:26.958892 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:26.966498 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:27.283922 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.l3_db [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Floating IP 697ade40-721d-4297-a4bb-fc680fe41f6e associated. External IP: 172.27.0.200, port: 2133655e-4c1d-4d01-a1e9-e48ec2545a06. Jun 11 18:14:27.538560 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7de03-89a6-4a34-95d2-ab8dc7f23bb2 req-e664bb8b-3e59-4573-bb73-0f4f65f417f7 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:27.543015 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ff7de03-89a6-4a34-95d2-ab8dc7f23bb2 req-e664bb8b-3e59-4573-bb73-0f4f65f417f7 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 949 time: 0.1469722 Jun 11 18:14:27.624161 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ff7de03-89a6-4a34-95d2-ab8dc7f23bb2 req-307cc371-aac7-48d8-b1d5-2d922d4f5586 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728388 Jun 11 18:14:27.756349 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device b4b4bad3-4c6c-4d25-82bf-08a4f6689916 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:14:27.859596 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:14:27.874171 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:14:27.874905 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:27.888321 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Router 63b41088-b67b-4728-9c55-ffed49f75ebf has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:14:27.902050 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30709484-06d8-4697-a888-57fc46f29ef6 req-770f697e-99bf-46cf-905c-85fe3a6aa47c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:27.904785 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30709484-06d8-4697-a888-57fc46f29ef6 req-770f697e-99bf-46cf-905c-85fe3a6aa47c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.1423225 Jun 11 18:14:27.919585 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2f1fdd81-4970-4f37-8a2f-265042ac20ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:27.999999 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-30709484-06d8-4697-a888-57fc46f29ef6 req-ea410d38-8038-4166-83b6-a8e2864c9d3c tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821579 Jun 11 18:14:28.035314 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:28.076636 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36768435-8924-4505-bc84-1ebd1a09dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b4bad3-4c6c-4d25-82bf-08a4f6689916'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:28.079695 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c31e4-a5c9-4bfe-b632-5e718f8903e7" -d '{"events": [{"server_uuid": "36768435-8924-4505-bc84-1ebd1a09dd69", "name": "network-vif-plugged", "status": "completed", "tag": "b4b4bad3-4c6c-4d25-82bf-08a4f6689916"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:28.113880 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:14:28.115176 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port b4b4bad3-4c6c-4d25-82bf-08a4f6689916, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,segment=NetworkSegment(d5814020-6447-4b62-87a2-a7d8185d10b9),segment_id=d5814020-6447-4b62-87a2-a7d8185d10b9)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:28.122607 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:28.127955 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:28.134241 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] Sync routers for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:14:28.141858 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:28.149427 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7166638f-ae89-4cc6-a788-b2eed7382489 x-openstack-request-id: req-7166638f-ae89-4cc6-a788-b2eed7382489 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:28.149873 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36768435-8924-4505-bc84-1ebd1a09dd69", "name": "network-vif-plugged", "status": "completed", "tag": "b4b4bad3-4c6c-4d25-82bf-08a4f6689916", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:28.150617 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7166638f-ae89-4cc6-a788-b2eed7382489 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:28.151303 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36768435-8924-4505-bc84-1ebd1a09dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b4bad3-4c6c-4d25-82bf-08a4f6689916', 'code': 200} Jun 11 18:14:28.152242 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:28.207529 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:28.208625 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:14:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:28.218068 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-936ef519-4140-4f5f-96ea-79512a142bf9 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "PUT /v2.0/floatingips/697ade40-721d-4297-a4bb-fc680fe41f6e HTTP/1.1" status: 200 len: 992 time: 2.6565330 Jun 11 18:14:28.218068 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:28.228782 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62158d61-f7b3-48bb-a027-5d874c9eb211" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:28.330801 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300c59c9-a902-41d1-8835-118cd242ad0e x-openstack-request-id: req-300c59c9-a902-41d1-8835-118cd242ad0e {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:28.331661 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:28.332286 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-300c59c9-a902-41d1-8835-118cd242ad0e {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:28.333142 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'status': 'completed', 'code': 200} Jun 11 18:14:28.562187 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:28.568785 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:28.639525 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:28.919893 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b462b-16cc-4a84-ac14-5640de1fb7ad req-548153a0-6f68-4712-bfde-236325fce176 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:28.922667 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-540b462b-16cc-4a84-ac14-5640de1fb7ad req-548153a0-6f68-4712-bfde-236325fce176 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 950 time: 0.1236587 Jun 11 18:14:28.999809 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-540b462b-16cc-4a84-ac14-5640de1fb7ad req-3d6d69f3-6323-439f-83b5-d9b2a018b4f0 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664370 Jun 11 18:14:29.134192 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '697ade40-721d-4297-a4bb-fc680fe41f6e', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'port_id': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'mac_address': 'fa:16:3e:5f:72:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:38Z', 'updated_at': '2021-06-11T18:14:26Z', 'revision_number': 1, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:29.139517 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] Checking router: 63b41088-b67b-4728-9c55-ffed49f75ebf for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:14:29.152227 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:29.153063 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:14:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:29.279643 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7a738-70de-456e-96fa-2e113701f094 req-52b14a5a-cdc2-4594-82d7-cc3ce561df7b tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:29.282372 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-37b7a738-70de-456e-96fa-2e113701f094 req-52b14a5a-cdc2-4594-82d7-cc3ce561df7b tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.1128459 Jun 11 18:14:29.316634 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:29.354490 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-37b7a738-70de-456e-96fa-2e113701f094 req-87271108-a0b1-466e-9ddd-1138bcebcfcb tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635448 Jun 11 18:14:29.379208 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:29.723771 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '697ade40-721d-4297-a4bb-fc680fe41f6e', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'port_id': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'mac_address': 'fa:16:3e:5f:72:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:38Z', 'updated_at': '2021-06-11T18:14:26Z', 'revision_number': 1, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:29.727911 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285908b1-0321-4fa2-902e-3dca17b92670 None None] The sync data for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi is: [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '697ade40-721d-4297-a4bb-fc680fe41f6e', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'port_id': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'mac_address': 'fa:16:3e:5f:72:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:13:38Z', 'updated_at': '2021-06-11T18:14:26Z', 'revision_number': 1, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:14:29.953377 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94e6d91-0ee4-4de4-964a-4075080d762c None None] New status for floating IP 697ade40-721d-4297-a4bb-fc680fe41f6e: ACTIVE {{(pid=92018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:14:30.317058 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca56e1f-7358-4801-b4f1-9273634673e4 req-ca6a9fa6-5e5c-471e-8373-2144beb3e013 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:30.318738 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cca56e1f-7358-4801-b4f1-9273634673e4 req-ca6a9fa6-5e5c-471e-8373-2144beb3e013 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 950 time: 0.1198180 Jun 11 18:14:30.391256 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cca56e1f-7358-4801-b4f1-9273634673e4 req-d6e7ed98-1a39-4b58-8905-8dc9998c7266 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641537 Jun 11 18:14:30.675227 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c63354-0730-410d-bb6a-eb9035b8a8d4 req-c4ddd655-901b-4546-84fe-8c3f98fb43fb tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:30.676843 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-08c63354-0730-410d-bb6a-eb9035b8a8d4 req-c4ddd655-901b-4546-84fe-8c3f98fb43fb tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.0928085 Jun 11 18:14:30.741734 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-08c63354-0730-410d-bb6a-eb9035b8a8d4 req-ff8c3a71-9fd5-4fda-8760-9ac5e8355feb tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534308 Jun 11 18:14:30.897369 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-5026c788-f529-459b-9af3-391ca4df2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:30.899383 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-5026c788-f529-459b-9af3-391ca4df2882 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 1099 time: 0.0678401 Jun 11 18:14:31.051457 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-1be6f490-0f2b-4729-8696-91d17baa0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:31.056229 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-1be6f490-0f2b-4729-8696-91d17baa0480 service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 0.1460750 Jun 11 18:14:31.086365 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:31.191864 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25aa0-5aaa-4910-827b-375d75688654 req-49f7d2d2-1806-439b-a33d-c3d8c4f6c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:31.193491 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8dc25aa0-5aaa-4910-827b-375d75688654 req-49f7d2d2-1806-439b-a33d-c3d8c4f6c93e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 1103 time: 0.0964909 Jun 11 18:14:31.257812 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8dc25aa0-5aaa-4910-827b-375d75688654 req-b634c4fb-5aad-4e62-ab49-3aa57ad0109f service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Jun 11 18:14:31.264046 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-27067d0b-0c8f-41ce-b013-3333e5ea98cd service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06 HTTP/1.1" status: 200 len: 1002 time: 0.1675830 Jun 11 18:14:31.563860 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-4b90e135-989c-4cab-a41a-aca8093e201d tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:31.567196 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-4b90e135-989c-4cab-a41a-aca8093e201d tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.82 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.1867344 Jun 11 18:14:31.777200 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-751e1093-cfa3-45c9-b224-d75ab34c611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:31.779417 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-751e1093-cfa3-45c9-b224-d75ab34c611a service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.4510608 Jun 11 18:14:31.828686 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1f793-8321-4556-b3af-64bf15258cbd req-e6d87d4e-0c86-4dad-b78f-6b5406139e58 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:31.831399 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-72a1f793-8321-4556-b3af-64bf15258cbd req-e6d87d4e-0c86-4dad-b78f-6b5406139e58 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 950 time: 0.1666720 Jun 11 18:14:31.888530 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Deleting port 50151b60-282f-4f8c-b116-d728754e808f {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:31.889079 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:31.889285 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-05d329e9-ce59-42bb-b404-bacdee5ec934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:31.891980 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-05d329e9-ce59-42bb-b404-bacdee5ec934 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1043344 Jun 11 18:14:32.017953 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-72a1f793-8321-4556-b3af-64bf15258cbd req-f46a2b9a-c100-4a5b-873e-a47dc6da60a7 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715150 Jun 11 18:14:32.118578 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-f3e6c2d6-8efa-4bd2-8c7b-ee96fe659e06 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182684 Jun 11 18:14:32.168523 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] For port 50151b60-282f-4f8c-b116-d728754e808f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=50151b60-282f-4f8c-b116-d728754e808f,segment=NetworkSegment(cf69223d-d52e-4a1e-b742-ca87e5b89a17),segment_id=cf69223d-d52e-4a1e-b742-ca87e5b89a17)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:32.168921 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.215137 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e72fb-f306-409b-9047-d7b9dc74348e req-1da28d57-d54e-4f37-af30-6f575dd67ea6 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:32.217905 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-793e72fb-f306-409b-9047-d7b9dc74348e req-1da28d57-d54e-4f37-af30-6f575dd67ea6 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 945 time: 0.2616770 Jun 11 18:14:32.359147 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Calling delete_port for 50151b60-282f-4f8c-b116-d728754e808f owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:32.391583 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-62158d61-f7b3-48bb-a027-5d874c9eb211 req-455b5747-f140-47c9-abb8-709cbfe4609b service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637575 Jun 11 18:14:32.527039 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-793e72fb-f306-409b-9047-d7b9dc74348e req-5cd79f5d-1dd9-4152-b8c5-2480c0d4da94 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc05afb0-9e97-4ee1-9c78-1c4baff7f380&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372360 Jun 11 18:14:32.704378 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.710844 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ee65a505-dca7-4c8f-bf3b-a8a74f396ea6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:32.724493 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['50151b60-282f-4f8c-b116-d728754e808f'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:32.783702 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Pushing event deleted for resources: {'Port': ['ID=50151b60-282f-4f8c-b116-d728754e808f,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:32.792018 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:32.901318 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] No DVR routers for this DVR port 50151b60-282f-4f8c-b116-d728754e808f on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:14:32.906397 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:32.910152 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab506b6d-40f0-46fe-a592-30f7002d49a1 req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.82 "DELETE /v2.0/ports/50151b60-282f-4f8c-b116-d728754e808f HTTP/1.1" status: 204 len: 173 time: 1.3275630 Jun 11 18:14:32.911044 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7d1e74-389c-4424-988a-4d8265ba2ab8', 'name': 'network-vif-deleted', 'tag': '50151b60-282f-4f8c-b116-d728754e808f'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:32.916993 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b57149-de24-4f8b-bf71-50a221e77f6e" -d '{"events": [{"server_uuid": "6f7d1e74-389c-4424-988a-4d8265ba2ab8", "name": "network-vif-deleted", "tag": "50151b60-282f-4f8c-b116-d728754e808f"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:32.989047 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f0d0e8-a1be-4962-ae5b-89656691dc61 x-openstack-request-id: req-92f0d0e8-a1be-4962-ae5b-89656691dc61 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:32.989485 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7d1e74-389c-4424-988a-4d8265ba2ab8", "name": "network-vif-deleted", "tag": "50151b60-282f-4f8c-b116-d728754e808f", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:32.989885 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92f0d0e8-a1be-4962-ae5b-89656691dc61 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:32.990406 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7d1e74-389c-4424-988a-4d8265ba2ab8', 'name': 'network-vif-deleted', 'tag': '50151b60-282f-4f8c-b116-d728754e808f', 'status': 'completed', 'code': 200} Jun 11 18:14:33.334207 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056684e2-23ad-4ba3-a8f5-393d77dfa5b7 req-483ffd3c-edd0-4ae0-b6d9-cf46c10c56fa tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:33.337301 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-056684e2-23ad-4ba3-a8f5-393d77dfa5b7 req-483ffd3c-edd0-4ae0-b6d9-cf46c10c56fa tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 950 time: 0.1137166 Jun 11 18:14:33.432269 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-056684e2-23ad-4ba3-a8f5-393d77dfa5b7 req-661eb6df-9674-4f8c-a98e-0d700a0825c8 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824468 Jun 11 18:14:33.877243 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fa057f3e-a31f-4dc4-93b6-7f245879d3c0 req-04847ed0-7634-42c3-a077-33c4b851df7b tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f7d1e74-389c-4424-988a-4d8265ba2ab8 HTTP/1.1" status: 200 len: 210 time: 0.0769477 Jun 11 18:14:34.293585 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3bd60f-9888-4ead-897b-d05b41589453 req-6185f9f6-00c8-49df-a5f0-ff2b4845c734 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:34.296341 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a3bd60f-9888-4ead-897b-d05b41589453 req-6185f9f6-00c8-49df-a5f0-ff2b4845c734 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 950 time: 0.1334612 Jun 11 18:14:34.364237 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a3bd60f-9888-4ead-897b-d05b41589453 req-5eb0b4fe-4c1a-4407-b233-aa09378862ef tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616477 Jun 11 18:14:35.711585 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd6278-1d98-4c87-9c7b-3274c49e25b5 req-d7459cd5-f386-4554-b4df-612f2d7646f8 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:35.714958 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-06cd6278-1d98-4c87-9c7b-3274c49e25b5 req-d7459cd5-f386-4554-b4df-612f2d7646f8 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 950 time: 0.1355934 Jun 11 18:14:35.780977 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-06cd6278-1d98-4c87-9c7b-3274c49e25b5 req-659d3887-63ac-4e57-9fe5-3f3a038f651b tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549531 Jun 11 18:14:35.783866 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 50151b60-282f-4f8c-b116-d728754e808f no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:35.835874 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 50151b60-282f-4f8c-b116-d728754e808f {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:35.836911 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 50151b60-282f-4f8c-b116-d728754e808f not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:36.043833 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eba416-d966-4355-9630-39211685a4e8 req-7b005460-0b31-4c4e-bcd7-657990ae40fb tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:36.048260 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c1eba416-d966-4355-9630-39211685a4e8 req-7b005460-0b31-4c4e-bcd7-657990ae40fb tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.82 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 950 time: 0.1553028 Jun 11 18:14:36.225926 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41960) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:36.293482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Deleting port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:14:36.294059 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:36.432456 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:36.483391 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] For port b4b4bad3-4c6c-4d25-82bf-08a4f6689916, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,segment=NetworkSegment(d5814020-6447-4b62-87a2-a7d8185d10b9),segment_id=d5814020-6447-4b62-87a2-a7d8185d10b9)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:36.484281 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:36.610242 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:36.619653 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:36.644623 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Calling delete_port for b4b4bad3-4c6c-4d25-82bf-08a4f6689916 owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:14:36.659875 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-07465ba1-2ced-476f-8351-5022893218c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:36.670518 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c86a7670c5504c669881e3bcaf21e1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430480 Jun 11 18:14:36.673858 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41968) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:36.706383 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf167f-03b4-4365-b6dd-3aa95f4ffb56,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:36.716461 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.717256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.717981 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.718722 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.719292 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.720054 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.720633 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.721078 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.721529 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.722035 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.722694 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.723315 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:36.728538 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-610feac2-f5db-4454-9106-77a6b6d368a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:36.907223 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21c1e75f-60f0-4a27-bdf5-441ead99a2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:36.957287 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21c1e75f-60f0-4a27-bdf5-441ead99a2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:37.124029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:37.130364 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:37.191494 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Pushing event deleted for resources: {'Port': ['ID=b4b4bad3-4c6c-4d25-82bf-08a4f6689916,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:37.218352 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.218954 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.219423 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.220045 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.220655 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.221233 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.221836 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.222443 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.223026 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.223619 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.224244 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.224845 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:14:37.230403 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21c1e75f-60f0-4a27-bdf5-441ead99a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:37.234950 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21c1e75f-60f0-4a27-bdf5-441ead99a2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:37.236920 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-21c1e75f-60f0-4a27-bdf5-441ead99a2a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aabf167f-03b4-4365-b6dd-3aa95f4ffb56 HTTP/1.1" status: 204 len: 168 time: 0.5607998 Jun 11 18:14:37.238423 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:37.282876 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:37.343216 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1e75f-60f0-4a27-bdf5-441ead99a2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf167f-03b4-4365-b6dd-3aa95f4ffb56,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:37.346099 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] No DVR routers for this DVR port b4b4bad3-4c6c-4d25-82bf-08a4f6689916 on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:14:37.353296 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:37.358058 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c1eba416-d966-4355-9630-39211685a4e8 req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.82 "DELETE /v2.0/ports/b4b4bad3-4c6c-4d25-82bf-08a4f6689916 HTTP/1.1" status: 204 len: 173 time: 1.3011227 Jun 11 18:14:37.359779 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-21c1e75f-60f0-4a27-bdf5-441ead99a2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:37.360672 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36768435-8924-4505-bc84-1ebd1a09dd69', 'name': 'network-vif-deleted', 'tag': 'b4b4bad3-4c6c-4d25-82bf-08a4f6689916'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:37.364875 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30244b25-1a60-4db9-8b07-3da820a994c8" -d '{"events": [{"server_uuid": "36768435-8924-4505-bc84-1ebd1a09dd69", "name": "network-vif-deleted", "tag": "b4b4bad3-4c6c-4d25-82bf-08a4f6689916"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:37.378579 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5977ca-a440-4bb9-8297-39399d34db98 req-bbc1c633-7f81-4a82-ac1a-c1d35f54cca5 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:37.380815 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5d5977ca-a440-4bb9-8297-39399d34db98 req-bbc1c633-7f81-4a82-ac1a-c1d35f54cca5 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 867 time: 0.4171491 Jun 11 18:14:37.472326 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5d5977ca-a440-4bb9-8297-39399d34db98 req-a6d2ff9e-e760-46aa-8261-b2582d1f7982 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/security-groups?id=56093697-5ac2-48ba-9606-804c833dfcb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Jun 11 18:14:37.571524 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8298af7-5188-450d-8558-7bf98937fc79 x-openstack-request-id: req-e8298af7-5188-450d-8558-7bf98937fc79 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:37.572582 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36768435-8924-4505-bc84-1ebd1a09dd69", "name": "network-vif-deleted", "tag": "b4b4bad3-4c6c-4d25-82bf-08a4f6689916", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:37.573026 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8298af7-5188-450d-8558-7bf98937fc79 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:37.573745 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36768435-8924-4505-bc84-1ebd1a09dd69', 'name': 'network-vif-deleted', 'tag': 'b4b4bad3-4c6c-4d25-82bf-08a4f6689916', 'status': 'completed', 'code': 200} Jun 11 18:14:37.714090 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 41984) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:37.733536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1bd26a2a-11e4-4e82-b557-1498390adf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:37.933891 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1bd26a2a-11e4-4e82-b557-1498390adf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:37.940824 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1bd26a2a-11e4-4e82-b557-1498390adf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:37.945381 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a9ada59b-4591-4770-8759-33717d7bdceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:38.013871 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-1bd26a2a-11e4-4e82-b557-1498390adf62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cdad1d4659d44fb9c9947795c4bd447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984080 Jun 11 18:14:38.014865 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd26a2a-11e4-4e82-b557-1498390adf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7aef84-cfa0-4123-bd81-479e67f5d2ca,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:38.017961 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 41988) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:38.022504 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1bd26a2a-11e4-4e82-b557-1498390adf62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:38.094322 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9cb7f534-8fea-4a7f-b562-058c2b62a98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:38.123330 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9cb7f534-8fea-4a7f-b562-058c2b62a98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:38.218149 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9cb7f534-8fea-4a7f-b562-058c2b62a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:38.223034 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9cb7f534-8fea-4a7f-b562-058c2b62a98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:38.225018 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9cb7f534-8fea-4a7f-b562-058c2b62a98e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f7aef84-cfa0-4123-bd81-479e67f5d2ca HTTP/1.1" status: 204 len: 168 time: 0.2055197 Jun 11 18:14:38.226337 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-43a5f19e-ece6-44c5-b12c-b8914093e5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:38.242531 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7f534-8fea-4a7f-b562-058c2b62a98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7aef84-cfa0-4123-bd81-479e67f5d2ca,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:38.246989 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9cb7f534-8fea-4a7f-b562-058c2b62a98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:38.709459 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ffee2eaf-f7a2-4ae6-9b7a-dacadb1432ac req-2d4953d5-9f83-4e56-9a84-bb24acc473c1 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.0626996 Jun 11 18:14:39.999536 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c6dccc3a-f60a-4dfb-976e-980641d07258 req-6b850653-432f-4eaa-bbb7-c1282958b88c tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] 10.222.0.15 "GET /v2.0/ports?device_id=36768435-8924-4505-bc84-1ebd1a09dd69 HTTP/1.1" status: 200 len: 210 time: 0.0497670 Jun 11 18:14:40.073179 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['b4b4bad3-4c6c-4d25-82bf-08a4f6689916'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:42.066766 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device b4b4bad3-4c6c-4d25-82bf-08a4f6689916 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:14:42.111528 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: b4b4bad3-4c6c-4d25-82bf-08a4f6689916 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:14:42.111915 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device b4b4bad3-4c6c-4d25-82bf-08a4f6689916 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:14:42.142236 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:14:42.156650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3b85-e6c8-49c1-b1b4-e8a9e7800ba4 req-e9016778-9a1d-4f36-a15d-340a7c917975 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:42.159162 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-181c3b85-e6c8-49c1-b1b4-e8a9e7800ba4 req-e9016778-9a1d-4f36-a15d-340a7c917975 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.1399083 Jun 11 18:14:42.232082 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-181c3b85-e6c8-49c1-b1b4-e8a9e7800ba4 req-16ad413e-86f5-4090-854c-47a3fd95891f tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635881 Jun 11 18:14:42.262577 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42142) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:42.600936 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d05c9-6d5f-4cb4-b472-7eb7630b9860 tempest-TestMinimumBasicScenario-413197588 tempest-TestMinimumBasicScenario-413197588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:42.609731 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-a22d05c9-6d5f-4cb4-b472-7eb7630b9860 tempest-TestMinimumBasicScenario-413197588 tempest-TestMinimumBasicScenario-413197588-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1093 time: 0.3454907 Jun 11 18:14:42.610039 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42170) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:42.616228 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'port_id': '6ec71750-8767-4904-9cd4-05362522b03c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:42.655723 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for floatingip, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:42.922205 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:43.184580 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Allocated IP 172.27.0.159 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/c3baf963-ddce-4589-bf31-1f3407222832) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:14:43.402800 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:43.457597 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:43.529786 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:43.532301 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-32e73fd2-bc80-4f99-acf6-65fc8c544c3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:43.601798 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:14:43.607184 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:14:43.611952 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:14:43.674837 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'Port': ['ID=c3baf963-ddce-4589-bf31-1f3407222832,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:43.693044 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:44.907021 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:45.071282 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:45.415308 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:45.422983 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42342) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:45.435938 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:45.441387 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-773ef43e-ba53-4b81-9ec6-7d5d3f81749f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:45.621536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'Port': ['ID=c3baf963-ddce-4589-bf31-1f3407222832,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:45.626813 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:45.647343 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:45.850691 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-29db0bc9-f28d-48b0-81e9-30e41e2b7183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:45.981533 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Floating IP 4eaa3498-2d61-4d58-b9f5-92c83e56ffa1 associated. External IP: 172.27.0.159, port: 6ec71750-8767-4904-9cd4-05362522b03c. Jun 11 18:14:46.208396 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-29db0bc9-f28d-48b0-81e9-30e41e2b7183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:46.216930 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-29db0bc9-f28d-48b0-81e9-30e41e2b7183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:46.224635 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-b11a3e23-9b85-49ad-846c-08ed4c1907a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:46.336152 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-29db0bc9-f28d-48b0-81e9-30e41e2b7183 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1307cefed45e43239ec9c53077cd210b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9113455 Jun 11 18:14:46.339681 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42356) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:46.383291 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db0bc9-f28d-48b0-81e9-30e41e2b7183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141ef718-70bb-47ea-bea3-8ba604da1e9f,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:46.388035 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-29db0bc9-f28d-48b0-81e9-30e41e2b7183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:46.404694 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-34511482-e4eb-4750-a325-f74923dff4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:46.430756 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-34511482-e4eb-4750-a325-f74923dff4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:46.444869 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:14:46.508817 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-34511482-e4eb-4750-a325-f74923dff4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:46.514137 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-34511482-e4eb-4750-a325-f74923dff4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:46.516335 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-34511482-e4eb-4750-a325-f74923dff4d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/141ef718-70bb-47ea-bea3-8ba604da1e9f HTTP/1.1" status: 204 len: 168 time: 0.1748149 Jun 11 18:14:46.517635 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cc23a5d9-f290-4d04-9c34-81f2f10f3eee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:46.533403 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34511482-e4eb-4750-a325-f74923dff4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141ef718-70bb-47ea-bea3-8ba604da1e9f,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:46.538597 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-34511482-e4eb-4750-a325-f74923dff4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:46.730979 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:14:46.746562 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] Sync routers for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:14:46.763559 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:46.764663 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:14:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:46.769842 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:46.833537 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2222829 Jun 11 18:14:46.834202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:46.836430 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42366) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:46.843397 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1270426495', 'description': 'tempest-secgroup-smoke-1270426495 description', 'project_id': 'd802f83211234549850ff407c63c93da'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:46.849793 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4" -d '{"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:46.891935 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:46.937756 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219a586b-5029-4d8f-818d-887b28173360 x-openstack-request-id: req-219a586b-5029-4d8f-818d-887b28173360 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:46.938238 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:46.938971 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-219a586b-5029-4d8f-818d-887b28173360 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:46.940358 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c', 'status': 'completed', 'code': 200} Jun 11 18:14:47.077074 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:47.090427 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.097623 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.105466 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b436ef98-e07f-4bb4-946b-7a682a79c7ec tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:47.121189 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42374) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:47.144903 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e895affe-6c9c-4e4d-9765-73e515661d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.161811 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d5225b-7b8a-4449-87e9-2d4d57903f87,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:47.164608 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.167800 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3281276 Jun 11 18:14:47.167800 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:47.172454 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42376) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:47.178749 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'security_group_rule': {'security_group_id': 'a6d5225b-7b8a-4449-87e9-2d4d57903f87', 'project_id': 'd802f83211234549850ff407c63c93da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:47.226141 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42380) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:47.343415 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e895affe-6c9c-4e4d-9765-73e515661d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.351291 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e895affe-6c9c-4e4d-9765-73e515661d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.356316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-202a1747-3f92-4c34-91e2-45d0ebe6fa50 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:47.422152 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-e895affe-6c9c-4e4d-9765-73e515661d9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f290445f26df4b1b9ea486644e800a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961092 Jun 11 18:14:47.422152 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895affe-6c9c-4e4d-9765-73e515661d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b9535a-ca71-4e19-a8f3-ed9abe01df91,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:47.422547 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42384) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:47.424145 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e895affe-6c9c-4e4d-9765-73e515661d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:47.430709 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.527843 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b132b9cb-79cb-40fe-b38c-cbcdc3b6d712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.543813 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.550698 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.554034 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4c3f1b73-2e93-4ea1-abf4-10f20664d5bb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:47.576838 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0b7465-b8e1-487b-8ba8-7c2ac11612d0,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:47.580642 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:47.588789 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.591354 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4172273 Jun 11 18:14:47.593977 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42386) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:47.601203 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-65022295-b8a4-488f-90bd-8d6be8936183 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'security_group_rule': {'security_group_id': 'a6d5225b-7b8a-4449-87e9-2d4d57903f87', 'project_id': 'd802f83211234549850ff407c63c93da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:47.607019 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b132b9cb-79cb-40fe-b38c-cbcdc3b6d712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.641689 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-65022295-b8a4-488f-90bd-8d6be8936183 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.654598 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-22aecfd4-4c68-48c6-8c05-9bda595d1507 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f173489aaac540398c3f35f9179ee92e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264340 Jun 11 18:14:47.659813 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42388) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:47.724169 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b132b9cb-79cb-40fe-b38c-cbcdc3b6d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.729321 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b132b9cb-79cb-40fe-b38c-cbcdc3b6d712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.731434 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b132b9cb-79cb-40fe-b38c-cbcdc3b6d712 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86b9535a-ca71-4e19-a8f3-ed9abe01df91 HTTP/1.1" status: 204 len: 168 time: 0.3050010 Jun 11 18:14:47.732513 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-7a841fc7-c4c3-4cc8-8344-5d51d3408f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:47.747695 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132b9cb-79cb-40fe-b38c-cbcdc3b6d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b9535a-ca71-4e19-a8f3-ed9abe01df91,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:47.750395 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b132b9cb-79cb-40fe-b38c-cbcdc3b6d712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:47.787867 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-65022295-b8a4-488f-90bd-8d6be8936183 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.794447 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-edb35a98-0b76-4bc8-aa46-7a294405ca26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.796344 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-65022295-b8a4-488f-90bd-8d6be8936183 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.801113 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4255359a-2ee2-4ca1-b4ad-e32a6360b6f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:47.814690 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '4eaa3498-2d61-4d58-b9f5-92c83e56ffa1', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'port_id': '6ec71750-8767-4904-9cd4-05362522b03c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'mac_address': 'fa:16:3e:e3:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382049b2-67f8-479b-a085-bd2fa62b6860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:14:44Z', 'updated_at': '2021-06-11T18:14:44Z', 'revision_number': 0, 'project_id': 'd802f83211234549850ff407c63c93da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 5, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:47.820923 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] Checking router: 0ffa81c2-82a4-4225-a803-cb11b4c98c7e for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:14:47.836700 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:14:47.838315 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:14:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:47.866368 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65022295-b8a4-488f-90bd-8d6be8936183 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea609f9-4d5c-44fd-aa82-d301a440afa8,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:47.871737 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-65022295-b8a4-488f-90bd-8d6be8936183 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:47.882037 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-edb35a98-0b76-4bc8-aa46-7a294405ca26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.905971 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-65022295-b8a4-488f-90bd-8d6be8936183 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:47.912100 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-65022295-b8a4-488f-90bd-8d6be8936183 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3123209 Jun 11 18:14:47.913558 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42394) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:47.920534 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-7caf7adc-45c4-4c55-bf39-0c1e2d4645b5 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'security_group_rule': {'security_group_id': 'a6d5225b-7b8a-4449-87e9-2d4d57903f87', 'project_id': 'd802f83211234549850ff407c63c93da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:48.014171 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7caf7adc-45c4-4c55-bf39-0c1e2d4645b5 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.060860 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-edb35a98-0b76-4bc8-aa46-7a294405ca26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.064099 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-edb35a98-0b76-4bc8-aa46-7a294405ca26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.065269 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-edb35a98-0b76-4bc8-aa46-7a294405ca26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56093697-5ac2-48ba-9606-804c833dfcb3 HTTP/1.1" status: 204 len: 168 time: 0.4050133 Jun 11 18:14:48.088012 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-699c31c7-8f91-4baf-8e87-d49bc25f8614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:48.117474 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb35a98-0b76-4bc8-aa46-7a294405ca26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56093697-5ac2-48ba-9606-804c833dfcb3,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:48.123018 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:14:48.124368 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-edb35a98-0b76-4bc8-aa46-7a294405ca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:48.180444 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7caf7adc-45c4-4c55-bf39-0c1e2d4645b5 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.192016 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7caf7adc-45c4-4c55-bf39-0c1e2d4645b5 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.196882 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:48.258237 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf7adc-45c4-4c55-bf39-0c1e2d4645b5 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9fdc97-f1d2-41c3-8379-cfcf8159572b,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:48.264031 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7caf7adc-45c4-4c55-bf39-0c1e2d4645b5 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:48.264031 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7caf7adc-45c4-4c55-bf39-0c1e2d4645b5 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.268655 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-7caf7adc-45c4-4c55-bf39-0c1e2d4645b5 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3543921 Jun 11 18:14:48.269510 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42406) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:48.277363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-9bb7daa4-9dde-44c9-909e-6c943816b6ac tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'security_group_rule': {'security_group_id': 'a6d5225b-7b8a-4449-87e9-2d4d57903f87', 'project_id': 'd802f83211234549850ff407c63c93da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:48.339034 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bb7daa4-9dde-44c9-909e-6c943816b6ac tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.505484 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bb7daa4-9dde-44c9-909e-6c943816b6ac tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.515234 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bb7daa4-9dde-44c9-909e-6c943816b6ac tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.529436 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f7dd1581-aee3-45d5-963a-5444320ef77f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:48.560569 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7daa4-9dde-44c9-909e-6c943816b6ac tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8b6b8c-7f8b-4f90-818f-cc02fa7f76d1,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:48.567471 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9bb7daa4-9dde-44c9-909e-6c943816b6ac tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:48.585537 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9bb7daa4-9dde-44c9-909e-6c943816b6ac tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.589396 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9bb7daa4-9dde-44c9-909e-6c943816b6ac tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3171508 Jun 11 18:14:48.592534 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42410) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:48.614934 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'security_group_rule': {'security_group_id': 'a6d5225b-7b8a-4449-87e9-2d4d57903f87', 'project_id': 'd802f83211234549850ff407c63c93da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:48.668012 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.securitygroups_db [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Project d802f83211234549850ff407c63c93da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:14:48.676229 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.718868 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '4eaa3498-2d61-4d58-b9f5-92c83e56ffa1', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'port_id': '6ec71750-8767-4904-9cd4-05362522b03c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'mac_address': 'fa:16:3e:e3:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382049b2-67f8-479b-a085-bd2fa62b6860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:14:44Z', 'updated_at': '2021-06-11T18:14:44Z', 'revision_number': 0, 'project_id': 'd802f83211234549850ff407c63c93da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 5, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:14:48.725545 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e2c62-5733-4905-ac8f-fe8ac31b8efa None None] The sync data for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi is: [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '4eaa3498-2d61-4d58-b9f5-92c83e56ffa1', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'port_id': '6ec71750-8767-4904-9cd4-05362522b03c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'mac_address': 'fa:16:3e:e3:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382049b2-67f8-479b-a085-bd2fa62b6860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:14:44Z', 'updated_at': '2021-06-11T18:14:44Z', 'revision_number': 0, 'project_id': 'd802f83211234549850ff407c63c93da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 5, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:14:48.792991 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.799727 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.802723 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5e7031fe-94b3-40de-8541-2a1c11ee4e17 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:48.834087 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e290cddb-8e7d-4e67-a02f-5780691ac6a2,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:48.838580 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:48.849760 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:48.851548 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3b3a6cf1-ff6b-4a87-99de-2f7260602211 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2564292 Jun 11 18:14:48.854441 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42418) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:48.861457 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'security_group_rule': {'security_group_id': 'a6d5225b-7b8a-4449-87e9-2d4d57903f87', 'project_id': 'd802f83211234549850ff407c63c93da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:48.903174 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.securitygroups_db [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Project d802f83211234549850ff407c63c93da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 11 18:14:48.909290 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:49.000474 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:49.006297 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:49.008782 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:49.031306 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bf7fb7-92a1-4a54-87cf-a23ee5d4c59c,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:49.034101 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:49.041550 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:49.043047 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-6f381a1e-1373-428c-a78b-362ed782f760 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1872735 Jun 11 18:14:49.063287 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd44218-fef1-47a3-90cb-3a152ea8c299 None None] New status for floating IP 4eaa3498-2d61-4d58-b9f5-92c83e56ffa1: ACTIVE {{(pid=92018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:14:49.412038 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-554484fd-6c40-46c1-8e45-554f39f03aee tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270426495&fields=id&tenant_id=d802f83211234549850ff407c63c93da HTTP/1.1" status: 200 len: 267 time: 0.0595262 Jun 11 18:14:49.617028 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-cce1b22b-2fd2-401d-b002-9a442390fca4 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:49.619837 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-cce1b22b-2fd2-401d-b002-9a442390fca4 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.1949763 Jun 11 18:14:49.641587 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'port': {'security_groups': ['1644a79f-8d99-4df1-9a88-60bd4cfc2682', 'a6d5225b-7b8a-4449-87e9-2d4d57903f87']}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:14:49.722560 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-714080a4-7342-4e85-968b-6c0327d25a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:49.724423 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-714080a4-7342-4e85-968b-6c0327d25a84 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d802f83211234549850ff407c63c93da&device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1098 time: 0.1910508 Jun 11 18:14:49.881868 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:50.079572 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-2a2eda5c-8ed6-4af6-acb1-04c2540de921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:50.081082 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-2a2eda5c-8ed6-4af6-acb1-04c2540de921 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 200 len: 916 time: 0.3014734 Jun 11 18:14:50.257084 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-47367539-c318-4b54-b78c-15e6d9980aec service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 1001 time: 0.1683137 Jun 11 18:14:50.420807 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-9a274002-6e71-4191-aac4-2dee6c62efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:50.423188 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-9a274002-6e71-4191-aac4-2dee6c62efc5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80a65069-91fe-4610-bd56-64be97daaa33 HTTP/1.1" status: 200 len: 854 time: 0.1549220 Jun 11 18:14:50.521486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] For port 6ec71750-8767-4904-9cd4-05362522b03c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ec71750-8767-4904-9cd4-05362522b03c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:14:50.593651 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:50.602618 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-767a05a2-fe46-4c50-bf9a-febaa374ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:50.605182 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-767a05a2-fe46-4c50-bf9a-febaa374ba68 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1717498 Jun 11 18:14:50.606764 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:50.625004 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['6ec71750-8767-4904-9cd4-05362522b03c'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:50.628162 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:50.653688 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:50.655362 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:50.679830 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a566600b-59e2-402b-a729-cafdbf9a69c7 req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "PUT /v2.0/ports/6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 981 time: 1.0507531 Jun 11 18:14:50.682065 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:14:50.685957 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6cf920-f20a-4db3-b3e8-db6b6314722e" -d '{"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:14:50.759889 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['6ec71750-8767-4904-9cd4-05362522b03c'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:14:51.303500 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-7434118e-c09e-4509-9b2e-53f164863248 None None] Provisioning complete for port 6ec71750-8767-4904-9cd4-05362522b03c triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:14:51.304165 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-7434118e-c09e-4509-9b2e-53f164863248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:51.423964 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7547ae-9f6a-41d5-a290-1e8b27e161b5 x-openstack-request-id: req-4d7547ae-9f6a-41d5-a290-1e8b27e161b5 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:14:51.424796 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:14:51.424796 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d7547ae-9f6a-41d5-a290-1e8b27e161b5 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:14:51.425074 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c', 'status': 'completed', 'code': 200} Jun 11 18:14:51.467535 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'Port': ['ID=6ec71750-8767-4904-9cd4-05362522b03c,revision_number=6']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:51.468218 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42488) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:51.473814 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2618767a-30c9-4a67-bd3b-cc94563097b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:51.503074 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-92b76eb6-d9ad-48f8-a21b-753a1838e8aa service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670647 Jun 11 18:14:51.742047 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001022c-0553-451e-87aa-082cedbbfdf6 req-babddca3-b414-4291-95cd-91724eaaec1e tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:51.745213 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9001022c-0553-451e-87aa-082cedbbfdf6 req-babddca3-b414-4291-95cd-91724eaaec1e tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.8510432 Jun 11 18:14:51.750101 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0dd80225-551d-4bb0-b4a7-6cd49f3e1da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:51.795262 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6db9ab8-1e90-4061-b62e-da2a5cae64c4 req-b029d76c-f745-4fd2-9157-2d81a2a8a66f service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813189 Jun 11 18:14:51.864648 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9001022c-0553-451e-87aa-082cedbbfdf6 req-4319c783-4218-4682-8370-5917026ae086 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087582 Jun 11 18:14:51.993575 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0dd80225-551d-4bb0-b4a7-6cd49f3e1da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:52.000285 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0dd80225-551d-4bb0-b4a7-6cd49f3e1da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:52.016583 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-970b1eb5-ef85-4667-8388-d650644b121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:52.019082 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-970b1eb5-ef85-4667-8388-d650644b121c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d802f83211234549850ff407c63c93da&device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1137 time: 0.1406949 Jun 11 18:14:52.032184 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-603f5311-222a-4edc-91b9-4fbcc55fde25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:52.068720 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-0dd80225-551d-4bb0-b4a7-6cd49f3e1da3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44bf69b598c04ac8a659fefaace1839c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975025 Jun 11 18:14:52.074792 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42504) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:52.090447 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd80225-551d-4bb0-b4a7-6cd49f3e1da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a2d24f-f029-493b-b247-d35efec207ab,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:52.102255 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0dd80225-551d-4bb0-b4a7-6cd49f3e1da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:52.247980 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-beae77d6-a98f-499b-960f-b0fc68f1429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:52.249738 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-beae77d6-a98f-499b-960f-b0fc68f1429d service neutron] 10.222.0.82 "GET /v2.0/networks?id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 200 len: 916 time: 0.2192597 Jun 11 18:14:52.253733 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-fd68930d-7e5d-43dd-aa2e-2d4202b8dabe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:52.338127 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-fd68930d-7e5d-43dd-aa2e-2d4202b8dabe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:52.396211 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-b349b4b4-32d6-43bd-886a-db077cf1209a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 1001 time: 0.1298506 Jun 11 18:14:52.469586 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-fd68930d-7e5d-43dd-aa2e-2d4202b8dabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:52.472515 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-fd68930d-7e5d-43dd-aa2e-2d4202b8dabe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:52.473737 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-fd68930d-7e5d-43dd-aa2e-2d4202b8dabe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20a2d24f-f029-493b-b247-d35efec207ab HTTP/1.1" status: 204 len: 168 time: 0.3981688 Jun 11 18:14:52.476747 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d27c03aa-1b9d-46e1-b815-33e56ca8dcc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:52.490872 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68930d-7e5d-43dd-aa2e-2d4202b8dabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a2d24f-f029-493b-b247-d35efec207ab,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:52.495643 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-fd68930d-7e5d-43dd-aa2e-2d4202b8dabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:52.499598 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-7fb070d0-6dd6-4d8a-87f5-9125dddbbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:52.502255 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-7fb070d0-6dd6-4d8a-87f5-9125dddbbe86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80a65069-91fe-4610-bd56-64be97daaa33 HTTP/1.1" status: 200 len: 854 time: 0.0967932 Jun 11 18:14:52.603274 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-cf2daebe-5205-4b31-bfa9-aa2a59616659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:14:52.606101 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-cf2daebe-5205-4b31-bfa9-aa2a59616659 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928905 Jun 11 18:14:52.829750 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-8e8c65f8-97d5-432f-bbaa-52294f4cae01 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134807 Jun 11 18:14:52.895223 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42510) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:52.958308 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b42826f-1254-40de-beb7-90bd4dc09580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:53.016392 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-df6cf920-f20a-4db3-b3e8-db6b6314722e req-de372de7-09fd-405f-9480-ed325e6f2976 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746190 Jun 11 18:14:53.119083 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b42826f-1254-40de-beb7-90bd4dc09580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:53.125367 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b42826f-1254-40de-beb7-90bd4dc09580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:53.129475 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a0e82b9b-6bb5-4fa9-88c8-e5b737c0efa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:53.204571 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42826f-1254-40de-beb7-90bd4dc09580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880c0cd6-3c93-4758-8ad4-06cb17df85b1,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:53.221724 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-1b42826f-1254-40de-beb7-90bd4dc09580 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd17d08741bf482a9b6681f6dc7c661f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228567 Jun 11 18:14:53.221724 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1b42826f-1254-40de-beb7-90bd4dc09580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:53.223375 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42522) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:53.344645 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-278472b9-11e6-4cab-9f29-ea0bd2112cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:53.391666 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-278472b9-11e6-4cab-9f29-ea0bd2112cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:53.463949 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-278472b9-11e6-4cab-9f29-ea0bd2112cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:53.468939 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-278472b9-11e6-4cab-9f29-ea0bd2112cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:53.470969 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-278472b9-11e6-4cab-9f29-ea0bd2112cdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/880c0cd6-3c93-4758-8ad4-06cb17df85b1 HTTP/1.1" status: 204 len: 168 time: 0.2462194 Jun 11 18:14:53.472629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-baed598a-7d35-48ff-9d8c-8f994d8cf061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:53.488754 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278472b9-11e6-4cab-9f29-ea0bd2112cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880c0cd6-3c93-4758-8ad4-06cb17df85b1,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:53.492342 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-278472b9-11e6-4cab-9f29-ea0bd2112cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:54.942889 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 42560) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:55.067496 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c4d51897-8c04-4fbf-8cd4-0129f5c7dbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:55.187868 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c4d51897-8c04-4fbf-8cd4-0129f5c7dbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:55.193857 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c4d51897-8c04-4fbf-8cd4-0129f5c7dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:55.197799 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-dfd9fdf7-2774-4277-a965-c2cb3a02c9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:55.210581 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-11947f08-7093-4246-8627-f245eea8bbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:55.247127 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-c4d51897-8c04-4fbf-8cd4-0129f5c7dbbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=784f80402cf441c4abb227efebd2fd4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026934 Jun 11 18:14:55.248231 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d51897-8c04-4fbf-8cd4-0129f5c7dbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caadcc71-b471-4f0b-ac31-f946cd21c6bf,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:55.251536 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42564) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:14:55.252428 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c4d51897-8c04-4fbf-8cd4-0129f5c7dbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:55.332944 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-52655ed8-ab87-4fd2-95fb-f5d41dee305e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:55.368609 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-52655ed8-ab87-4fd2-95fb-f5d41dee305e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:55.463083 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-52655ed8-ab87-4fd2-95fb-f5d41dee305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:55.466864 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-52655ed8-ab87-4fd2-95fb-f5d41dee305e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:55.468510 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-52655ed8-ab87-4fd2-95fb-f5d41dee305e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/caadcc71-b471-4f0b-ac31-f946cd21c6bf HTTP/1.1" status: 204 len: 168 time: 0.2153213 Jun 11 18:14:55.470021 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-531bb5e8-652e-4a5c-a140-d0f9b080a7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:14:55.487892 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52655ed8-ab87-4fd2-95fb-f5d41dee305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caadcc71-b471-4f0b-ac31-f946cd21c6bf,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:14:55.492249 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-52655ed8-ab87-4fd2-95fb-f5d41dee305e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:14:57.872563 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8669bc48-38a1-4616-8abd-ea6e566a0fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:58.079486 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:14:59.205160 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.287332 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42704) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:00.360344 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] Deleting subnet 91c4749a-7184-4c24-8456-2683711b2c0a {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:15:00.364654 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.424274 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.491434 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.608216 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.613391 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3f32ab5c-fe69-4612-9ea7-90b822b85e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:00.669878 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c4749a-7184-4c24-8456-2683711b2c0a,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:00.675418 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:00.677126 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.680937 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-35e1a7b5-0aa9-41dc-afd5-4c1e2699277c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/91c4749a-7184-4c24-8456-2683711b2c0a HTTP/1.1" status: 204 len: 168 time: 0.3915930 Jun 11 18:15:00.686047 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42706) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:00.791586 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.908412 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.922470 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ed13ad-1eb3-495f-93a0-6a43dba8c20b']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:00.936888 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf69223d-d52e-4a1e-b742-ca87e5b89a17') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:00.937258 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf69223d-d52e-4a1e-b742-ca87e5b89a17') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:00.956877 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.983882 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.995414 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:15:00.996132 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: retrieve_revision_numbers = { Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:15:00.999292 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:15:01.090066 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:01.112347 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:01.118044 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dbd57eb0-744a-41cf-a89f-3e4fcf52620c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:01.121591 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:01.125614 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8ed13ad-1eb3-495f-93a0-6a43dba8c20b HTTP/1.1" status: 204 len: 168 time: 0.4365661 Jun 11 18:15:01.149712 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ed13ad-1eb3-495f-93a0-6a43dba8c20b,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:01.154290 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:01.410224 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42716) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:01.480590 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-8cfbbc78-be4c-47c8-9d24-a5bde39aca5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d472ee35c254f3c885ec3c8bb356f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666010 Jun 11 18:15:01.482162 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 42718) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:01.578187 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb23-f731-437c-8cce-f90e5811c1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:01.619062 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb23-f731-437c-8cce-f90e5811c1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:01.690390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb23-f731-437c-8cce-f90e5811c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:01.694758 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ae3acb23-f731-437c-8cce-f90e5811c1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:01.696983 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ae3acb23-f731-437c-8cce-f90e5811c1c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc05afb0-9e97-4ee1-9c78-1c4baff7f380 HTTP/1.1" status: 204 len: 168 time: 0.2126610 Jun 11 18:15:01.698032 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2320e22b-ebe1-4814-821f-4b4cb661a4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:01.708922 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3acb23-f731-437c-8cce-f90e5811c1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05afb0-9e97-4ee1-9c78-1c4baff7f380,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:01.711851 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ae3acb23-f731-437c-8cce-f90e5811c1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:11.928428 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a470b5-8654-45e6-9147-fb41893aae4a req-0eb37e42-4c4b-4453-b279-14d0669ba1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:11.930542 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90a470b5-8654-45e6-9147-fb41893aae4a req-0eb37e42-4c4b-4453-b279-14d0669ba1b8 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d802f83211234549850ff407c63c93da&device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1137 time: 0.1499090 Jun 11 18:15:12.022268 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec78b1-fee1-473d-9114-9ed08affaeb6 req-bf932a38-bf09-4c73-a809-4a2e4894a167 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:12.025705 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b3ec78b1-fee1-473d-9114-9ed08affaeb6 req-bf932a38-bf09-4c73-a809-4a2e4894a167 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1632116 Jun 11 18:15:12.191688 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a470b5-8654-45e6-9147-fb41893aae4a req-28e7b06d-fae7-41c5-8ada-3dcc29b1174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:12.194528 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90a470b5-8654-45e6-9147-fb41893aae4a req-28e7b06d-fae7-41c5-8ada-3dcc29b1174b service neutron] 10.222.0.82 "GET /v2.0/networks?id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 200 len: 916 time: 0.2465842 Jun 11 18:15:12.357606 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b3ec78b1-fee1-473d-9114-9ed08affaeb6 req-fba37294-3fc5-4885-98e3-9ef233035833 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2398319 Jun 11 18:15:12.384642 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90a470b5-8654-45e6-9147-fb41893aae4a req-6d98f5d2-b488-4d15-b497-42bdcf39e3c9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 1001 time: 0.1734102 Jun 11 18:15:12.470798 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d01a66-795d-41dc-91cd-c725d2255480 req-05d25764-eae6-42da-8aab-af1aba965e2c tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:12.472713 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6d01a66-795d-41dc-91cd-c725d2255480 req-05d25764-eae6-42da-8aab-af1aba965e2c tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1982737 Jun 11 18:15:12.479773 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a470b5-8654-45e6-9147-fb41893aae4a req-9659956f-215c-4347-8e63-7815031b21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:12.482277 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90a470b5-8654-45e6-9147-fb41893aae4a req-9659956f-215c-4347-8e63-7815031b21ca service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80a65069-91fe-4610-bd56-64be97daaa33 HTTP/1.1" status: 200 len: 854 time: 0.0813019 Jun 11 18:15:12.564310 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6d01a66-795d-41dc-91cd-c725d2255480 req-cce73550-dbea-4247-90d0-ffda713aa080 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808692 Jun 11 18:15:12.599366 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a470b5-8654-45e6-9147-fb41893aae4a req-376b1582-1bed-4b58-a457-49db77834532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:12.601267 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90a470b5-8654-45e6-9147-fb41893aae4a req-376b1582-1bed-4b58-a457-49db77834532 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0945938 Jun 11 18:15:12.732196 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90a470b5-8654-45e6-9147-fb41893aae4a req-ca1053b6-0093-436f-bfad-f78c0110d4a6 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218958 Jun 11 18:15:12.866733 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90a470b5-8654-45e6-9147-fb41893aae4a req-9deffffa-9ac3-4bd5-bf2c-0719cdb72060 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209805 Jun 11 18:15:13.395258 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:13.595713 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea23b5-401d-44a8-a9a4-660f4f34bca7 req-e7969324-3561-427c-bf6e-0664f3208f14 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:13.597790 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60ea23b5-401d-44a8-a9a4-660f4f34bca7 req-e7969324-3561-427c-bf6e-0664f3208f14 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1004901 Jun 11 18:15:13.651269 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60ea23b5-401d-44a8-a9a4-660f4f34bca7 req-94afd2af-18ff-4ef0-90df-7d1f0f2771da tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466993 Jun 11 18:15:13.770067 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe6bcd-2480-44fe-87cf-a620d9c71eec req-76a75903-facf-4513-9084-312bd2c7b03b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:13.770067 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7fe6bcd-2480-44fe-87cf-a620d9c71eec req-76a75903-facf-4513-9084-312bd2c7b03b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.0793524 Jun 11 18:15:13.829046 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7fe6bcd-2480-44fe-87cf-a620d9c71eec req-41376acb-5fb8-4037-bcd2-faa7b2389c04 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489480 Jun 11 18:15:14.884029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b473c-6725-4d7d-8483-838219b561e4 req-1110a14d-6208-4cd0-ac42-02ff2ff0b69a tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:14.886884 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1c9b473c-6725-4d7d-8483-838219b561e4 req-1110a14d-6208-4cd0-ac42-02ff2ff0b69a tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1049042 Jun 11 18:15:14.967552 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1c9b473c-6725-4d7d-8483-838219b561e4 req-a2ffd609-add5-4529-87e2-df1d01a4c9d4 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691848 Jun 11 18:15:15.240075 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00b16d-aa7e-4ec2-8e5c-e831c70b7895 req-41446414-98c2-41a2-bec1-227001ba8c1a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:15.243802 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a00b16d-aa7e-4ec2-8e5c-e831c70b7895 req-41446414-98c2-41a2-bec1-227001ba8c1a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.2396717 Jun 11 18:15:15.249013 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-d0c4914b-095b-4259-bfed-e68c34e4175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:15.251722 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-d0c4914b-095b-4259-bfed-e68c34e4175d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1099 time: 0.1779876 Jun 11 18:15:15.403602 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8a00b16d-aa7e-4ec2-8e5c-e831c70b7895 req-d56a38e2-d26e-40b2-9fd9-2377939386a1 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501660 Jun 11 18:15:15.549470 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-12d6ab6a-6a27-4d01-92f0-9952f5acc906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:15.550409 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-12d6ab6a-6a27-4d01-92f0-9952f5acc906 service neutron] 10.222.0.82 "GET /v2.0/networks?id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 200 len: 910 time: 0.2654569 Jun 11 18:15:15.652819 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-5332b246-2956-40f8-af59-4f4e29300528 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 200 len: 1001 time: 0.0946221 Jun 11 18:15:15.719070 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-163fc16b-1abd-4f08-a753-9174f2643a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:15.720687 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-163fc16b-1abd-4f08-a753-9174f2643a8c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=04abca43-8f83-4c72-935c-7adc97d493c3 HTTP/1.1" status: 200 len: 848 time: 0.0570424 Jun 11 18:15:15.800981 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-6c164b66-9ad2-4c6c-a697-106e46ba10cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:15.803012 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-6c164b66-9ad2-4c6c-a697-106e46ba10cf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744591 Jun 11 18:15:15.944459 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-32fcf304-459b-42f9-9bfe-e48b49214295 service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327887 Jun 11 18:15:16.093347 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d07761f-843d-46ee-a784-dbaa55ceabf3 req-5954afe5-9598-48cb-8e33-5f776b562bb6 service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409988 Jun 11 18:15:16.211516 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49563c-6cc4-4681-bffd-369a0e854542 req-75157b47-9868-41d3-b7a3-4363f85891ad tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:16.213470 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed49563c-6cc4-4681-bffd-369a0e854542 req-75157b47-9868-41d3-b7a3-4363f85891ad tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.0901914 Jun 11 18:15:16.265252 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed49563c-6cc4-4681-bffd-369a0e854542 req-98cb751b-8338-41a1-808f-39e02c22f99a tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454159 Jun 11 18:15:16.610750 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24a77f-b185-45f5-a369-f00edfde57f8 req-0355c06a-b2c2-4d47-8296-7b384c127fba tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:16.612696 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a24a77f-b185-45f5-a369-f00edfde57f8 req-0355c06a-b2c2-4d47-8296-7b384c127fba tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.0810061 Jun 11 18:15:16.661409 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a24a77f-b185-45f5-a369-f00edfde57f8 req-53171341-0355-411c-9571-d35471c7837d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410619 Jun 11 18:15:17.505223 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c51568-72a5-412b-8e92-8af5309268e2 req-3e593dde-72c8-418d-8d18-ac6bc9ac56c3 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:17.507910 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18c51568-72a5-412b-8e92-8af5309268e2 req-3e593dde-72c8-418d-8d18-ac6bc9ac56c3 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1173282 Jun 11 18:15:17.560933 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18c51568-72a5-412b-8e92-8af5309268e2 req-4319ea33-bea0-4761-af09-c6600cb9aa1b tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464547 Jun 11 18:15:17.870037 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f21048-36f9-4e09-8fda-1f0c30d4544b req-3f7a6ad7-a95d-4dc8-84e5-f7f6f20aed89 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:17.871707 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d2f21048-36f9-4e09-8fda-1f0c30d4544b req-3f7a6ad7-a95d-4dc8-84e5-f7f6f20aed89 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.0765433 Jun 11 18:15:17.918461 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d2f21048-36f9-4e09-8fda-1f0c30d4544b req-d0d49f7c-efb3-4475-9579-7188381c2d4a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407135 Jun 11 18:15:18.796521 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2eee2-4708-43b7-ab6f-8ae530de3d66 req-7cc777bb-1e4d-4fe0-92a2-1fcdde9288c2 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:18.798263 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58b2eee2-4708-43b7-ab6f-8ae530de3d66 req-7cc777bb-1e4d-4fe0-92a2-1fcdde9288c2 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.0933540 Jun 11 18:15:18.869241 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58b2eee2-4708-43b7-ab6f-8ae530de3d66 req-0fbc408c-5d3b-48b0-8f7d-fc49a1380eea tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598445 Jun 11 18:15:19.147304 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:15:19.208110 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25e34d-18c7-4f0d-bd59-dea9f7dc13cb req-03980460-9b3b-4a15-9c00-fc92cf46ebd2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:19.210731 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bb25e34d-18c7-4f0d-bd59-dea9f7dc13cb req-03980460-9b3b-4a15-9c00-fc92cf46ebd2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1040435 Jun 11 18:15:19.266576 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bb25e34d-18c7-4f0d-bd59-dea9f7dc13cb req-a85bf2f5-9ed1-4f04-951b-b8f4f672c134 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469096 Jun 11 18:15:20.228166 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d0b6a-14ed-49be-b266-7492debd8de9 req-8ff783e0-ec69-4af3-8180-a9dea4bd3b15 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:20.230578 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ea0d0b6a-14ed-49be-b266-7492debd8de9 req-8ff783e0-ec69-4af3-8180-a9dea4bd3b15 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1341140 Jun 11 18:15:20.313780 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ea0d0b6a-14ed-49be-b266-7492debd8de9 req-a97e526b-ae32-48cc-b41a-1b17b0436245 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725534 Jun 11 18:15:20.604173 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacf4ee-115a-480a-811b-73e8e5fa40d1 req-0626e236-c7b6-4c03-b65d-f1d71b8e0ccb tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:20.606966 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5dacf4ee-115a-480a-811b-73e8e5fa40d1 req-0626e236-c7b6-4c03-b65d-f1d71b8e0ccb tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1385677 Jun 11 18:15:20.663197 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5dacf4ee-115a-480a-811b-73e8e5fa40d1 req-6ec9202a-110e-4450-879a-9c82c268f839 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477071 Jun 11 18:15:21.405162 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a42e2-8e3b-4a0d-aea5-abde944f7cf1 req-a18e287a-006f-4469-9bf7-b1b8c54e2b83 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:21.408093 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1d4a42e2-8e3b-4a0d-aea5-abde944f7cf1 req-a18e287a-006f-4469-9bf7-b1b8c54e2b83 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1403799 Jun 11 18:15:21.483542 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1d4a42e2-8e3b-4a0d-aea5-abde944f7cf1 req-93e5f722-359e-472a-8962-92e6e63b07c7 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651832 Jun 11 18:15:21.692148 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8027b3-2a7b-48e6-95de-d28c9cf0f2bf req-5d8a80b2-9257-45db-aa38-eacab37ef377 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:21.695026 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f8027b3-2a7b-48e6-95de-d28c9cf0f2bf req-5d8a80b2-9257-45db-aa38-eacab37ef377 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1445045 Jun 11 18:15:21.799807 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f8027b3-2a7b-48e6-95de-d28c9cf0f2bf req-15db363f-ba91-468f-883c-4af4357bd393 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868583 Jun 11 18:15:22.069052 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf504eb9-349e-4d6a-aa0e-a1bca08b6ab1 req-2de4f522-bfb9-42aa-9bbd-e424d177ddc0 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:22.071733 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bf504eb9-349e-4d6a-aa0e-a1bca08b6ab1 req-2de4f522-bfb9-42aa-9bbd-e424d177ddc0 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.0975242 Jun 11 18:15:22.147367 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bf504eb9-349e-4d6a-aa0e-a1bca08b6ab1 req-1787789b-81e5-47f2-901b-cf14374542ad tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605516 Jun 11 18:15:22.748752 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e770b7-0b09-4ce6-b424-ae4b633c6b66 req-faf8892c-6a3a-49de-bbb9-a042f8c758be tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:22.750875 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6e770b7-0b09-4ce6-b424-ae4b633c6b66 req-faf8892c-6a3a-49de-bbb9-a042f8c758be tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1261561 Jun 11 18:15:22.804173 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d6e770b7-0b09-4ce6-b424-ae4b633c6b66 req-d1083ced-6400-4671-a674-14dd776ddc7a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Jun 11 18:15:23.031437 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54319d6-e586-4464-bbe0-8ff3f325a9bd req-5d63d96c-183f-49ad-8161-52781eee4360 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:23.033657 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e54319d6-e586-4464-bbe0-8ff3f325a9bd req-5d63d96c-183f-49ad-8161-52781eee4360 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.0838654 Jun 11 18:15:23.088987 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e54319d6-e586-4464-bbe0-8ff3f325a9bd req-b807c1e9-1460-4eae-9dad-5a4f0862b433 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490303 Jun 11 18:15:23.262722 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db076633-bf24-493a-a021-20c7fa95244c req-b4e01714-b6f5-47dd-8ae9-1629a79e0fb1 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:23.264374 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-db076633-bf24-493a-a021-20c7fa95244c req-b4e01714-b6f5-47dd-8ae9-1629a79e0fb1 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.1476004 Jun 11 18:15:23.867286 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5e809-629f-4216-bdf1-72d9fa69cf6b req-34da794e-62a7-431b-b43f-cf25c7aa10e5 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:23.870133 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c6c5e809-629f-4216-bdf1-72d9fa69cf6b req-34da794e-62a7-431b-b43f-cf25c7aa10e5 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.5266514 Jun 11 18:15:23.872936 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Deleting port dd9432f5-c9ef-4e25-9a90-c85534b72b3d {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:15:23.873500 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:24.161061 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c6c5e809-629f-4216-bdf1-72d9fa69cf6b req-4660a93b-5e4b-49de-9e40-d3de06a7004a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559035 Jun 11 18:15:24.211177 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] For port dd9432f5-c9ef-4e25-9a90-c85534b72b3d, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:24.212068 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:24.292029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546e80e-412c-421f-bf90-8f60ca163038 req-882b6f54-2cf9-47b9-98f7-435705df989b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:24.293599 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a546e80e-412c-421f-bf90-8f60ca163038 req-882b6f54-2cf9-47b9-98f7-435705df989b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 946 time: 0.3188035 Jun 11 18:15:24.460247 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a546e80e-412c-421f-bf90-8f60ca163038 req-6478136e-1868-42c2-b1fe-7f7a26d8db5d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532984 Jun 11 18:15:24.583348 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c4f45-3109-4768-a22e-c78ab1c4be66 req-e64722b7-8c96-4384-9691-f4ddcfa60020 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:24.585156 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-878c4f45-3109-4768-a22e-c78ab1c4be66 req-e64722b7-8c96-4384-9691-f4ddcfa60020 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.2683151 Jun 11 18:15:24.589095 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:24.589600 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:24.590095 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Floating IP 04ae4873-284c-4697-9c92-050c4af22a89 disassociated. External IP: 172.27.0.141, port: dd9432f5-c9ef-4e25-9a90-c85534b72b3d. Jun 11 18:15:24.590584 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Calling delete_port for dd9432f5-c9ef-4e25-9a90-c85534b72b3d owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:15:24.704401 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-878c4f45-3109-4768-a22e-c78ab1c4be66 req-a85fd708-1b2c-4029-b1aa-eb16c730f7f7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107264 Jun 11 18:15:24.828459 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:24.834165 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:24.867793 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event deleted for resources: {'Port': ['ID=dd9432f5-c9ef-4e25-9a90-c85534b72b3d,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:24.871441 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:25.040624 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Router 23552777-c952-428d-84a6-a818b9717ba0 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:15:25.218425 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4a1176c0-4ba4-4db1-8bf8-9b45a371542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:25.249241 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:15:25.268667 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:15:25.296040 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:15:25.297476 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:14:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:25.320226 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] No DVR routers for this DVR port dd9432f5-c9ef-4e25-9a90-c85534b72b3d on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:15:25.332391 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:25.334046 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-db076633-bf24-493a-a021-20c7fa95244c req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "DELETE /v2.0/ports/dd9432f5-c9ef-4e25-9a90-c85534b72b3d HTTP/1.1" status: 204 len: 173 time: 2.0639682 Jun 11 18:15:25.334591 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'name': 'network-vif-deleted', 'tag': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:25.337122 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f2d64-7a57-4d59-91ea-4c1d1fff3d55" -d '{"events": [{"server_uuid": "5f8bdbc7-dc98-4c91-8221-28f5866ff7ca", "name": "network-vif-deleted", "tag": "dd9432f5-c9ef-4e25-9a90-c85534b72b3d"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:25.399262 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33e4082-cb1a-43a0-bc67-d0097238577a x-openstack-request-id: req-e33e4082-cb1a-43a0-bc67-d0097238577a {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:25.399594 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8bdbc7-dc98-4c91-8221-28f5866ff7ca", "name": "network-vif-deleted", "tag": "dd9432f5-c9ef-4e25-9a90-c85534b72b3d", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:25.399918 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e33e4082-cb1a-43a0-bc67-d0097238577a {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:25.400360 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8bdbc7-dc98-4c91-8221-28f5866ff7ca', 'name': 'network-vif-deleted', 'tag': 'dd9432f5-c9ef-4e25-9a90-c85534b72b3d', 'status': 'completed', 'code': 200} Jun 11 18:15:25.491705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e36d38-8c10-42c7-85eb-ccb8f3052fa0 req-7b9e9bfc-48ec-4ae6-9182-e425fdada7ee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:25.495725 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10e36d38-8c10-42c7-85eb-ccb8f3052fa0 req-7b9e9bfc-48ec-4ae6-9182-e425fdada7ee tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1776869 Jun 11 18:15:25.554463 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:15:25.589528 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-10e36d38-8c10-42c7-85eb-ccb8f3052fa0 req-95115cdb-762b-48f4-b856-3060aa77403f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778124 Jun 11 18:15:25.758175 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7b1f63d8-4902-4025-b3be-ce59970b1148 req-5272e71f-b4b5-45f6-8cf0-10ca1a670c08 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 210 time: 0.0616968 Jun 11 18:15:26.053897 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:26.058629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd16b4-062f-4770-af26-bba1bb7ce954 req-89cdc950-9d79-4b6c-a0d1-c3a0a4df8ea8 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:26.060224 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:15:26.060461 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a2dd16b4-062f-4770-af26-bba1bb7ce954 req-89cdc950-9d79-4b6c-a0d1-c3a0a4df8ea8 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1143837 Jun 11 18:15:26.075348 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:15:26.076493 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:14:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:26.118165 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a2dd16b4-062f-4770-af26-bba1bb7ce954 req-81aa9528-6de7-4310-9d61-ecfa2e9f6cfa tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473025 Jun 11 18:15:26.308621 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:15:26.668388 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:26.674955 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b77db-1e08-47d2-bfe7-3f9071cf8b67 None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:15:26.932277 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f061118-0c79-4045-971e-56599a29cb3b req-3fd74d64-3460-4756-990e-40ea73bf81e2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:26.934915 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9f061118-0c79-4045-971e-56599a29cb3b req-3fd74d64-3460-4756-990e-40ea73bf81e2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1297884 Jun 11 18:15:27.001640 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9f061118-0c79-4045-971e-56599a29cb3b req-e099d7f3-a817-4ec7-80f4-5882d77592d8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549057 Jun 11 18:15:27.051136 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110f060-c3bb-45cd-9dcc-d18fa5cb3f0f None None] New status for floating IP 04ae4873-284c-4697-9c92-050c4af22a89: DOWN {{(pid=92018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:15:27.111244 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32ee2745-4f9d-420c-85e8-84a00be75c87 req-f6c9c78f-791d-477d-9643-3f923189a30c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f8bdbc7-dc98-4c91-8221-28f5866ff7ca HTTP/1.1" status: 200 len: 210 time: 0.1070261 Jun 11 18:15:27.520832 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-0aeffc69-88e8-4363-b6ed-6b7312e56af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:27.523731 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-0aeffc69-88e8-4363-b6ed-6b7312e56af1 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1099 time: 0.2661579 Jun 11 18:15:27.588519 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c688d-5bb2-4440-9bdd-ca3f34797133 req-2d77b80c-9c29-4cf2-8f5a-bdd04e566860 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:27.591013 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-571c688d-5bb2-4440-9bdd-ca3f34797133 req-2d77b80c-9c29-4cf2-8f5a-bdd04e566860 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1883197 Jun 11 18:15:27.850734 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-571c688d-5bb2-4440-9bdd-ca3f34797133 req-187d81a6-7079-4d8c-81c6-d60ba6cf3681 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2404253 Jun 11 18:15:27.894894 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-04daa47f-263a-4849-a28e-d8007715f095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:27.971618 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-1d56d59c-7a4c-4de7-b882-bba54ce0757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:27.973817 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-1d56d59c-7a4c-4de7-b882-bba54ce0757c service neutron] 10.222.0.82 "GET /v2.0/networks?id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 200 len: 910 time: 0.4413567 Jun 11 18:15:28.104923 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:28.119312 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d59363-e9cb-4a63-933e-9da70dbbbeca req-666b80ca-3462-4d72-bcbf-4f67bea18112 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:28.122543 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-40d59363-e9cb-4a63-933e-9da70dbbbeca req-666b80ca-3462-4d72-bcbf-4f67bea18112 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.2580116 Jun 11 18:15:28.129953 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-59d567d0-2325-43f6-995c-baead6ef350c service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 200 len: 1001 time: 0.1486831 Jun 11 18:15:28.279634 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-40d59363-e9cb-4a63-933e-9da70dbbbeca req-2221a9c9-1430-4a07-8f4d-0b2ee4aa5441 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460607 Jun 11 18:15:28.288900 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-5440273f-84a2-431b-98b8-27ba6c48b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:28.291025 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-5440273f-84a2-431b-98b8-27ba6c48b695 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=04abca43-8f83-4c72-935c-7adc97d493c3 HTTP/1.1" status: 200 len: 848 time: 0.1474273 Jun 11 18:15:28.379593 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733c477-4771-4085-b917-46c9b49c4047 req-e8bed678-a168-43a1-ae84-3272fb682750 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:28.381459 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5733c477-4771-4085-b917-46c9b49c4047 req-e8bed678-a168-43a1-ae84-3272fb682750 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1722922 Jun 11 18:15:28.441947 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-2529fa5f-c335-430d-9801-d962ec883747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:28.443581 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-2529fa5f-c335-430d-9801-d962ec883747 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1404757 Jun 11 18:15:28.488876 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5733c477-4771-4085-b917-46c9b49c4047 req-ab4a426b-cfb6-4cec-bf9c-cb16f73b2ec0 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934594 Jun 11 18:15:28.516142 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device dd9432f5-c9ef-4e25-9a90-c85534b72b3d no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:15:28.564727 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: dd9432f5-c9ef-4e25-9a90-c85534b72b3d {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:15:28.565641 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device dd9432f5-c9ef-4e25-9a90-c85534b72b3d not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:15:28.610897 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-735edd03-2689-45b8-887b-9f6a5b4351da service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568899 Jun 11 18:15:28.888004 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-b9ba0bff-9f21-4890-99df-20661a0d5c34 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883019723&fields=id&tenant_id=64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 267 time: 0.1904414 Jun 11 18:15:28.890930 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d17dd821-c8a0-48f3-9923-0792428f4f6b req-d749c560-1410-45ff-b146-947132d6a1e0 service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723949 Jun 11 18:15:29.137365 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-3c0c9e3c-5483-4eb4-bd1e-98e10a1d7d82 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:29.140093 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-3c0c9e3c-5483-4eb4-bd1e-98e10a1d7d82 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 812 time: 0.2384069 Jun 11 18:15:29.177290 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-236351b8-93aa-4987-961b-9e53ffa6b24f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/quotas/64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 375 time: 0.0284598 Jun 11 18:15:29.199686 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafe345-116b-4254-b0a6-961c684c26e7 req-68f3ceff-174e-435b-b593-ac7bf1b77696 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:29.202299 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bafe345-116b-4254-b0a6-961c684c26e7 req-68f3ceff-174e-435b-b593-ac7bf1b77696 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.2089248 Jun 11 18:15:29.221464 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:29.329037 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7bafe345-116b-4254-b0a6-961c684c26e7 req-9cb941d7-ce80-4657-9e50-9a7d87d56728 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092973 Jun 11 18:15:29.378239 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-d028f5c2-c79f-4621-b042-62e8b0a48b54 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1742313 Jun 11 18:15:29.593436 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-a4570d9d-517e-4f22-b29c-24642a7f15b6 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840038 Jun 11 18:15:29.715621 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdeb8d5-e144-4a9a-960f-4b522dad9354 req-e6bc935b-5638-46ba-af70-c344a2593853 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:29.717521 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2bdeb8d5-e144-4a9a-960f-4b522dad9354 req-e6bc935b-5638-46ba-af70-c344a2593853 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1870408 Jun 11 18:15:29.787502 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-b1d50326-022a-4ff3-afea-76622c30b161 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820803 Jun 11 18:15:29.791612 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2bdeb8d5-e144-4a9a-960f-4b522dad9354 req-cfc8efd0-ea3c-4121-a1c1-3a9269d39b0b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620124 Jun 11 18:15:30.078669 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f7c6d-2c97-418f-8045-4ad746dba72b req-21a2ec24-59da-46a4-bb6b-22287638cae9 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:30.080579 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-027f7c6d-2c97-418f-8045-4ad746dba72b req-21a2ec24-59da-46a4-bb6b-22287638cae9 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1258671 Jun 11 18:15:30.147717 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-027f7c6d-2c97-418f-8045-4ad746dba72b req-c3d3e277-f084-4c6d-b796-e526bc345b47 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542243 Jun 11 18:15:30.237849 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-46b0c219-e853-4f16-8473-8ba169cb1f64 req-8e73cf57-1894-4f1e-8f75-66cdaae20c78 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 210 time: 0.0682011 Jun 11 18:15:30.660047 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a283df4-912e-4fd0-b904-7815290f2684 req-b9911178-d78e-4c12-a027-bbd7533b1c8c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:30.662368 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1a283df4-912e-4fd0-b904-7815290f2684 req-b9911178-d78e-4c12-a027-bbd7533b1c8c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1362472 Jun 11 18:15:30.739384 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1a283df4-912e-4fd0-b904-7815290f2684 req-acdf8226-8f55-48d5-8322-d4462469d8cf tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631101 Jun 11 18:15:31.101275 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:31.151230 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea8421-6f96-43a9-9dd1-6f62ddbb465d req-fd117ab9-bc27-4289-8047-0ae8a2e11cb0 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:31.152959 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9eea8421-6f96-43a9-9dd1-6f62ddbb465d req-fd117ab9-bc27-4289-8047-0ae8a2e11cb0 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1067579 Jun 11 18:15:31.251101 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9eea8421-6f96-43a9-9dd1-6f62ddbb465d req-d5c3e609-746d-44e5-b761-fa331bd42589 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875144 Jun 11 18:15:31.489664 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fe8b0-eaa0-4a73-9051-18384566b882 req-330c97b0-940a-4e4a-955b-c34f4e38f2c8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:31.491716 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-940fe8b0-eaa0-4a73-9051-18384566b882 req-330c97b0-940a-4e4a-955b-c34f4e38f2c8 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1248126 Jun 11 18:15:31.967366 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-58c5194b-649e-4887-a817-607a747395d0 req-912e5cdd-2edc-42c7-9130-35342976304f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 210 time: 0.4731522 Jun 11 18:15:32.044650 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-940fe8b0-eaa0-4a73-9051-18384566b882 req-d70964eb-f766-4487-80ac-1ca3688445ad tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5372326 Jun 11 18:15:32.259192 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-5bd027ed-6844-4215-af3a-d3c25ed73223 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:32.260875 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-5bd027ed-6844-4215-af3a-d3c25ed73223 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 812 time: 0.3174646 Jun 11 18:15:32.347671 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-8263c0d9-ed98-4e1c-9e6d-8dad979e7d83 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 380 time: 0.0727394 Jun 11 18:15:32.358739 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986db5a3-1483-4448-b6de-e40f3a35c8d9 req-836dee1c-57bd-466f-a458-6d0943eb5fd6 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:32.361041 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-986db5a3-1483-4448-b6de-e40f3a35c8d9 req-836dee1c-57bd-466f-a458-6d0943eb5fd6 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.2203758 Jun 11 18:15:32.369054 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'port': {'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'admin_state_up': True, 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'security_groups': ['d4cf836e-3c57-4371-86fb-e552c8560987']}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:15:32.579856 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-986db5a3-1483-4448-b6de-e40f3a35c8d9 req-5fa8aaa9-3ca2-4fec-9894-57c149d59c11 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042148 Jun 11 18:15:32.681162 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c644a-0d73-4c65-b764-07842809df33 req-52029a63-cd01-43ff-abaa-d4e8c0fed52a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:32.683588 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-103c644a-0d73-4c65-b764-07842809df33 req-52029a63-cd01-43ff-abaa-d4e8c0fed52a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1702976 Jun 11 18:15:32.685499 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Made reservation on behalf of 64bac7f4f97d4a3aa738a658c94bde99 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:15:32.691683 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:32.839520 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-103c644a-0d73-4c65-b764-07842809df33 req-12c054a7-dcbb-45ef-805e-98d603a6a864 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437201 Jun 11 18:15:33.003126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Allocated IP 172.20.0.12 (2f6dcb73-793b-42c4-bc04-4b1a79403b74/d60b51ba-6d72-44a9-80d4-9f80291d9c49/64d33804-81fc-450a-82af-f96d3be0137b) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:15:33.202223 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43004) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:33.315787 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c14f151c-7595-4806-bab4-8ecab75eacbc req-3ebaab58-94d1-4cbc-90c8-83a2e2fc3e70 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 210 time: 0.0722451 Jun 11 18:15:33.396152 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ecb963b8-dd06-4fb2-8a6e-f44b8ecbc735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:33.406187 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:33.430973 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Transition to ACTIVE for port object 64d33804-81fc-450a-82af-f96d3be0137b will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:15:33.448790 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d220ef4-3162-4c2e-a971-ea949f83bc58 req-5f25b7e9-2496-4130-992e-684cc21e8f02 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:33.450481 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1d220ef4-3162-4c2e-a971-ea949f83bc58 req-5f25b7e9-2496-4130-992e-684cc21e8f02 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1858869 Jun 11 18:15:33.531889 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:33.536825 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1d220ef4-3162-4c2e-a971-ea949f83bc58 req-7a9f066a-c8be-4e62-b47d-ce88d1c62d0e tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742979 Jun 11 18:15:33.539878 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9919ee48-f24f-47de-89d3-738dd44d3e11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:33.570925 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ecb963b8-dd06-4fb2-8a6e-f44b8ecbc735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:33.579086 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-ecb963b8-dd06-4fb2-8a6e-f44b8ecbc735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:33.597705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:15:33.605169 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:15:33.610499 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:15:33.616041 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=64d33804-81fc-450a-82af-f96d3be0137b,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:33.639103 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3521c5d7-f4fb-4a16-9d71-319bc3e95159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:33.654654 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ecb963b8-dd06-4fb2-8a6e-f44b8ecbc735 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad24166408c54e588d2808a876f71ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422593 Jun 11 18:15:33.655613 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43012) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:33.656826 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:33.725300 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb963b8-dd06-4fb2-8a6e-f44b8ecbc735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369613f9-3c1b-42ff-b551-4e21da7651c6,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:33.729950 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ecb963b8-dd06-4fb2-8a6e-f44b8ecbc735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:33.767649 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:33.768383 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:33.796467 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-798473e6-f5d0-46db-9345-50e67ed684b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:33.813204 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4505179 Jun 11 18:15:33.828138 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Request body: {'port': {'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:15:33.873103 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-798473e6-f5d0-46db-9345-50e67ed684b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:33.996177 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-260c3ce0-e046-4f81-be50-3640ced2fdad None None] Provisioning for port 64d33804-81fc-450a-82af-f96d3be0137b completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:15:34.005033 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-260c3ce0-e046-4f81-be50-3640ced2fdad None None] Provisioning complete for port 64d33804-81fc-450a-82af-f96d3be0137b triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:15:34.005987 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-260c3ce0-e046-4f81-be50-3640ced2fdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:34.062746 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-e32d14d3-f5f5-4280-ae37-d79a345ee27f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207151 Jun 11 18:15:34.099142 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-260c3ce0-e046-4f81-be50-3640ced2fdad None None] Port 64d33804-81fc-450a-82af-f96d3be0137b cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:15:34.155992 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:34.184219 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-798473e6-f5d0-46db-9345-50e67ed684b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:34.191544 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-798473e6-f5d0-46db-9345-50e67ed684b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:34.193264 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-798473e6-f5d0-46db-9345-50e67ed684b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/369613f9-3c1b-42ff-b551-4e21da7651c6 HTTP/1.1" status: 204 len: 168 time: 0.5351734 Jun 11 18:15:34.196701 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-21c1e75f-60f0-4a27-bdf5-441ead99a2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:34.220115 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cb0a6-29d3-450a-8ab4-3ed36ae51229 req-72c9695e-d14d-4392-b033-7968e0c64f30 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:34.230945 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-135cb0a6-29d3-450a-8ab4-3ed36ae51229 req-72c9695e-d14d-4392-b033-7968e0c64f30 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.3545423 Jun 11 18:15:34.288367 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798473e6-f5d0-46db-9345-50e67ed684b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369613f9-3c1b-42ff-b551-4e21da7651c6,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:34.292698 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-798473e6-f5d0-46db-9345-50e67ed684b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:34.526376 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-135cb0a6-29d3-450a-8ab4-3ed36ae51229 req-92b6ad91-195c-4173-934d-e8bb9db6e799 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&id=a6d5225b-7b8a-4449-87e9-2d4d57903f87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2941692 Jun 11 18:15:34.543545 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device cef9049a-fbb0-4fea-ba1e-d17f2d103c29 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:15:34.554957 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013f71c-f9bf-4b2c-82b8-271d4a967747 req-d6764603-b4d4-438a-930d-e68f995e8656 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:34.568351 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1013f71c-f9bf-4b2c-82b8-271d4a967747 req-d6764603-b4d4-438a-930d-e68f995e8656 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.4828951 Jun 11 18:15:34.761115 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1013f71c-f9bf-4b2c-82b8-271d4a967747 req-90a0560c-b37e-489c-b6a6-8561078ff143 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911721 Jun 11 18:15:34.799852 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:34.844891 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:34.849184 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e57b8-1c50-48c9-a6fa-19665323196e" -d '{"events": [{"server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "name": "network-vif-unplugged", "status": "completed", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:34.876488 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:34.884046 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:34.889469 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:34.985392 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=6']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:34.998799 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.000675 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.002018 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.002892 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.003678 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.004516 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.005290 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.006062 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.006885 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.007469 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.008011 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.008683 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:35.013564 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:35.147533 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02f89d-e415-4310-8b8a-ca4b0bb09343 req-9c577fe7-d530-4193-8f91-ec836e5c6914 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:35.149582 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab02f89d-e415-4310-8b8a-ca4b0bb09343 req-9c577fe7-d530-4193-8f91-ec836e5c6914 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.3098340 Jun 11 18:15:35.157517 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d33804-81fc-450a-82af-f96d3be0137b {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:15:35.170038 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:35.206828 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Transition to ACTIVE for port object 64d33804-81fc-450a-82af-f96d3be0137b will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:15:35.215503 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48fab-f857-438e-a96a-ffdeba0ddaff req-e1a82b7a-0879-4352-be86-6765719931fb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:35.217123 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ccf48fab-f857-438e-a96a-ffdeba0ddaff req-e1a82b7a-0879-4352-be86-6765719931fb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 932 time: 0.2499087 Jun 11 18:15:35.221286 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:35.225926 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f029b139-2b3e-4712-9392-5bdcd5b7556c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:35.297469 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab02f89d-e415-4310-8b8a-ca4b0bb09343 req-06336c83-0eda-47be-a64f-da73efbe7174 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348476 Jun 11 18:15:35.393149 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Pushing event updated for resources: {'Port': ['ID=64d33804-81fc-450a-82af-f96d3be0137b,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:35.400214 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:35.413245 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ccf48fab-f857-438e-a96a-ffdeba0ddaff req-50a1b95f-0dc7-4969-908b-a7a4b347971a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894016 Jun 11 18:15:35.427080 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4bc972-04b3-4692-a99f-c1b4620d3925 x-openstack-request-id: req-0a4bc972-04b3-4692-a99f-c1b4620d3925 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:35.427385 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "name": "network-vif-unplugged", "status": "failed", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29", "code": 422}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:35.428029 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a4bc972-04b3-4692-a99f-c1b4620d3925 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:35.428875 dv-cinder-796049-1-iscsi neutron-server[92017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'code': 422} returned with failed status Jun 11 18:15:35.564467 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Attempting to bind port 64d33804-81fc-450a-82af-f96d3be0137b on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:15:35.565374 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Attempting to bind port 64d33804-81fc-450a-82af-f96d3be0137b by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:15:35.565374 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Attempting to bind port 64d33804-81fc-450a-82af-f96d3be0137b on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:15:35.572196 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Port 64d33804-81fc-450a-82af-f96d3be0137b on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:15:35.572534 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Attempting to bind port 64d33804-81fc-450a-82af-f96d3be0137b on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:15:35.579781 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:15:35.580348 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Checking segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:15:35.580988 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Bound using segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:15:35.581717 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Bound port: 64d33804-81fc-450a-82af-f96d3be0137b, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:15:35.582291 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:35.680782 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] For port 64d33804-81fc-450a-82af-f96d3be0137b, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:15:35.686042 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] For port 64d33804-81fc-450a-82af-f96d3be0137b, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=64d33804-81fc-450a-82af-f96d3be0137b,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:15:35.691016 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:35.693505 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-bdcb27b9-433a-4e5b-8e82-19ff61a2ba40 tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:35.742653 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:35.743860 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:35.744723 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] 10.222.0.82 "PUT /v2.0/ports/64d33804-81fc-450a-82af-f96d3be0137b HTTP/1.1" status: 200 len: 1094 time: 1.9219544 Jun 11 18:15:35.745246 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:35.747860 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97181c-e0df-45a6-b6af-4c03ccfc7097" -d '{"events": [{"name": "network-changed", "server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "tag": "64d33804-81fc-450a-82af-f96d3be0137b"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:35.777877 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Pushing event updated for resources: {'Port': ['ID=64d33804-81fc-450a-82af-f96d3be0137b,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:35.781087 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:35.882158 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afc55d5-9c72-4309-867d-d129ff763ab3 x-openstack-request-id: req-8afc55d5-9c72-4309-867d-d129ff763ab3 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:35.883690 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "tag": "64d33804-81fc-450a-82af-f96d3be0137b", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:35.884295 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8afc55d5-9c72-4309-867d-d129ff763ab3 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:35.885257 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b', 'status': 'completed', 'code': 200} Jun 11 18:15:35.936082 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-b86a7ee5-e239-4f0a-98be-b419f5c56e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:35.937702 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-b86a7ee5-e239-4f0a-98be-b419f5c56e24 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 1097 time: 0.1365783 Jun 11 18:15:36.020771 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-ac4ea18d-74f4-4535-9f63-378e19f7c87a service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64d33804-81fc-450a-82af-f96d3be0137b HTTP/1.1" status: 200 len: 217 time: 0.0715010 Jun 11 18:15:36.123522 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-e9f615d6-9286-4dcd-8293-05a632b89038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.125236 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-e9f615d6-9286-4dcd-8293-05a632b89038 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0808227 Jun 11 18:15:36.202712 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c764161-1d6f-4bbc-9627-121fe9f6fdc8 req-546f66ff-2b49-42dd-9bf0-198a98754963 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.204842 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1c764161-1d6f-4bbc-9627-121fe9f6fdc8 req-546f66ff-2b49-42dd-9bf0-198a98754963 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.2456949 Jun 11 18:15:36.306382 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-5daa45d4-d90f-4bd8-a134-d04acbf7c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.309060 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-5daa45d4-d90f-4bd8-a134-d04acbf7c6c9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1718433 Jun 11 18:15:36.314461 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1c764161-1d6f-4bbc-9627-121fe9f6fdc8 req-687b762d-bcb0-4bb1-abb5-fc9ba8fdbfd7 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972431 Jun 11 18:15:36.349060 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-90423533-93bf-46f2-8eb6-ea55b324e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.351919 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-90423533-93bf-46f2-8eb6-ea55b324e7bd service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0&tenant_id=e83124fc00bc46b1a06f26f71a4742f8 HTTP/1.1" status: 200 len: 1097 time: 0.1327598 Jun 11 18:15:36.488025 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-c615699f-a4a1-43b9-ba82-6ecd18157331 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717300 Jun 11 18:15:36.491208 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-4c8a87fa-28fc-461d-83fc-1406de4b446e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.493551 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-4c8a87fa-28fc-461d-83fc-1406de4b446e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1097 time: 0.1062710 Jun 11 18:15:36.671835 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-85f92c7c-a54c-4cdd-b6ea-cdc8effc3853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.674339 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-85f92c7c-a54c-4cdd-b6ea-cdc8effc3853 service neutron] 10.222.0.82 "GET /v2.0/networks?id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 200 len: 910 time: 0.1679187 Jun 11 18:15:36.799945 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2a71685-f160-4bd4-a549-b65cdcb8a255 req-d30d771d-fdbc-4d7b-b45c-1b1f4c4def1e service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939899 Jun 11 18:15:36.832297 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd1743-612d-4ea4-ad0e-70ff457bf622 req-9a77f2f9-d550-4b89-b94c-2fc245e050e1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.835283 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90fd1743-612d-4ea4-ad0e-70ff457bf622 req-9a77f2f9-d550-4b89-b94c-2fc245e050e1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.3183165 Jun 11 18:15:36.847121 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-564bb6ae-d01c-4313-a4f6-4f42f5ee53f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 200 len: 999 time: 0.1651764 Jun 11 18:15:36.920094 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-5c8ff5c7-87df-4915-adb6-1ef33ffc6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.921904 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-5c8ff5c7-87df-4915-adb6-1ef33ffc6c31 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=04abca43-8f83-4c72-935c-7adc97d493c3 HTTP/1.1" status: 200 len: 848 time: 0.0683503 Jun 11 18:15:36.928676 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be58a5-691e-43ea-a84d-b21864151a8c req-b10479f9-8813-4b5f-8099-09900dc8865b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:36.931017 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-68be58a5-691e-43ea-a84d-b21864151a8c req-b10479f9-8813-4b5f-8099-09900dc8865b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 944 time: 0.2774701 Jun 11 18:15:36.971106 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-90fd1743-612d-4ea4-ad0e-70ff457bf622 req-b7f70e30-3e48-4955-adac-598b10833e4d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204116 Jun 11 18:15:37.026551 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-48b4de31-1f20-43fe-8342-7964249b9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:37.028505 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-48b4de31-1f20-43fe-8342-7964249b9712 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925858 Jun 11 18:15:37.208945 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-e548e424-de58-4de8-a2f7-96bd6eb09f5e service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600142 Jun 11 18:15:37.377490 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-68be58a5-691e-43ea-a84d-b21864151a8c req-f89b026e-c4c8-4c6b-ac09-7533b90ea148 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266744 Jun 11 18:15:37.379097 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-767209ab-dc2e-440a-8241-db23e7e45a17 req-0c319256-6527-4b2c-ac45-bd4adaa65159 service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617479 Jun 11 18:15:37.393208 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-f4843302-db8a-48ab-8772-c04379ebe740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:37.399343 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-f4843302-db8a-48ab-8772-c04379ebe740 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 1097 time: 0.5341225 Jun 11 18:15:37.587380 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-a90cce29-88d4-4df9-b58d-7d130970c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:37.588852 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-a90cce29-88d4-4df9-b58d-7d130970c826 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 913 time: 0.1790028 Jun 11 18:15:37.655541 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-9225a5dc-7a6e-4680-b791-9fc3b437e8eb service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64d33804-81fc-450a-82af-f96d3be0137b HTTP/1.1" status: 200 len: 217 time: 0.0587471 Jun 11 18:15:37.668649 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea124c7a-65c9-4ae2-aec2-1ab515945a4c req-9898af74-443d-41ea-bc64-4f1e4c0b454b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:37.670859 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ea124c7a-65c9-4ae2-aec2-1ab515945a4c req-9898af74-443d-41ea-bc64-4f1e4c0b454b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.1709356 Jun 11 18:15:37.765633 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ea124c7a-65c9-4ae2-aec2-1ab515945a4c req-bc41b424-3d54-45f6-9e33-a0ce69788c8d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823276 Jun 11 18:15:37.767626 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-bf64c587-4181-4b7f-af1c-2b6e484bca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:37.769121 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-bf64c587-4181-4b7f-af1c-2b6e484bca1c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0970371 Jun 11 18:15:37.845654 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-482b0bf0-1c8c-4f3a-8154-45ddf863ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:37.847070 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-482b0bf0-1c8c-4f3a-8154-45ddf863ae89 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707855 Jun 11 18:15:37.990993 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-4ea728ff-7d73-4242-ac50-abf46e65f877 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367123 Jun 11 18:15:38.233052 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ce97181c-e0df-45a6-b6af-4c03ccfc7097 req-2bf088d9-79f4-4de9-8de0-aeeed6f354a2 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256961 Jun 11 18:15:38.285536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31df5f-2369-4946-b3ca-6649f0d0673a req-87e24908-b10a-4007-81f2-7991df7bd973 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:38.287999 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ad31df5f-2369-4946-b3ca-6649f0d0673a req-87e24908-b10a-4007-81f2-7991df7bd973 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1404939 Jun 11 18:15:38.351345 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ad31df5f-2369-4946-b3ca-6649f0d0673a req-a3d33934-56f3-4cad-9719-50f71294c605 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514538 Jun 11 18:15:38.587575 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee898a35-dcf2-4c24-95ee-6bdc320ae453 req-7197b254-f30d-4514-84e5-79a6d8080799 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:38.589119 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ee898a35-dcf2-4c24-95ee-6bdc320ae453 req-7197b254-f30d-4514-84e5-79a6d8080799 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 944 time: 0.0770650 Jun 11 18:15:38.660750 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ee898a35-dcf2-4c24-95ee-6bdc320ae453 req-2e4dd3c5-88a1-41d1-aab3-bbae83c74502 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644863 Jun 11 18:15:38.973174 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a68c2a-bc5e-4bf7-bcac-ec9c937f91ba req-acc0d928-e173-4c69-8da3-6158d056eceb tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:38.974789 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a0a68c2a-bc5e-4bf7-bcac-ec9c937f91ba req-acc0d928-e173-4c69-8da3-6158d056eceb tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.0803549 Jun 11 18:15:39.021243 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a0a68c2a-bc5e-4bf7-bcac-ec9c937f91ba req-b541f8d5-9387-4824-be25-9fcc2b962681 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405104 Jun 11 18:15:39.568629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9729f71-8df8-4c89-a0df-72e513ee94e6 req-265e0eee-1238-40ed-a41a-60771264f730 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:39.570298 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d9729f71-8df8-4c89-a0df-72e513ee94e6 req-265e0eee-1238-40ed-a41a-60771264f730 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.0883377 Jun 11 18:15:39.619927 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d9729f71-8df8-4c89-a0df-72e513ee94e6 req-4c7108ca-7f33-4bba-87b3-39c4248f21cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410068 Jun 11 18:15:39.868582 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c23b-9742-4291-bfbe-7b9114fdef48 req-a2371def-eefa-4bdd-a89d-fc57d3d1f82d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:39.870082 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f3d5c23b-9742-4291-bfbe-7b9114fdef48 req-a2371def-eefa-4bdd-a89d-fc57d3d1f82d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 944 time: 0.0825109 Jun 11 18:15:39.938016 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f3d5c23b-9742-4291-bfbe-7b9114fdef48 req-1d7928ed-e6ce-4e78-932b-77a446bec671 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615983 Jun 11 18:15:40.266687 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855d51d-3f71-492b-b8f8-e2862ed1cf5b req-6c498dc2-f23f-4c58-9995-2b1b8c1bb61b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:40.268745 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e855d51d-3f71-492b-b8f8-e2862ed1cf5b req-6c498dc2-f23f-4c58-9995-2b1b8c1bb61b tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.0861835 Jun 11 18:15:40.319802 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e855d51d-3f71-492b-b8f8-e2862ed1cf5b req-0cc67c03-19fa-46ef-9752-781c5cb7937d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445588 Jun 11 18:15:40.590679 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:15:40.757703 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:40.772194 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'port_id': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'mac_address': 'fa:16:3e:5f:72:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:15:40.829679 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:40.847698 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2133655e-4c1d-4d01-a1e9-e48ec2545a06 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:15:40.876645 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:40.881373 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:40.883507 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-dcf01fc1-8bbd-466a-b246-8a16923f6707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:40.894406 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82144b76-0921-4b8f-ad62-2fefd7b096a2 req-e86d1e6c-46ff-4e41-a4f2-7940a8cdc4d2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:40.900338 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-82144b76-0921-4b8f-ad62-2fefd7b096a2 req-e86d1e6c-46ff-4e41-a4f2-7940a8cdc4d2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.0932612 Jun 11 18:15:40.950484 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=6']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:40.953764 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:40.960150 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-82144b76-0921-4b8f-ad62-2fefd7b096a2 req-58546521-d6ff-444b-99af-c284948b6ac4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572207 Jun 11 18:15:40.969741 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['2133655e-4c1d-4d01-a1e9-e48ec2545a06'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:15:41.219546 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b006d-5cfa-4009-aeb5-ea5384e7f91b req-3bd519b4-4ab0-4aa7-8c67-ab2d50176775 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:41.228002 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-815b006d-5cfa-4009-aeb5-ea5384e7f91b req-3bd519b4-4ab0-4aa7-8c67-ab2d50176775 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 944 time: 0.1169736 Jun 11 18:15:41.296881 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-815b006d-5cfa-4009-aeb5-ea5384e7f91b req-a3b7c33b-f8fa-4941-9e23-d8aff9ddb21f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677981 Jun 11 18:15:41.616174 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fb9c4-7d78-47bb-946c-3c12b3517fa4 req-9faefa08-7087-4055-85a6-8696bbd774ea tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:41.618833 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed9fb9c4-7d78-47bb-946c-3c12b3517fa4 req-9faefa08-7087-4055-85a6-8696bbd774ea tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.1407864 Jun 11 18:15:41.699323 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ed9fb9c4-7d78-47bb-946c-3c12b3517fa4 req-41bc3d0c-3bde-4e07-8dda-5e1452c31102 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688508 Jun 11 18:15:42.285270 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b738560-facf-437f-b846-1dbd4b4bde59 req-3ac50bb7-f3a1-4a07-8153-c97acfee7b4d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:42.292102 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3b738560-facf-437f-b846-1dbd4b4bde59 req-3ac50bb7-f3a1-4a07-8153-c97acfee7b4d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 945 time: 0.1329036 Jun 11 18:15:42.401214 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3b738560-facf-437f-b846-1dbd4b4bde59 req-2fd9dabb-fc0d-4604-ad12-a40bee26a461 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928524 Jun 11 18:15:42.596666 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:15:42.704125 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a908f7a-3c8e-4c61-adde-91c1eb90b68d req-4305979b-d3e6-46ab-8f26-7ed5c5841c24 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:42.707097 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0a908f7a-3c8e-4c61-adde-91c1eb90b68d req-4305979b-d3e6-46ab-8f26-7ed5c5841c24 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 944 time: 0.1637559 Jun 11 18:15:42.718267 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:15:42.719087 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:42.790859 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0a908f7a-3c8e-4c61-adde-91c1eb90b68d req-b24602b6-8305-4cb9-ac8c-607a35b2731b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771549 Jun 11 18:15:42.938653 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:42.984796 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:42.988775 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e324fc-972a-41de-a7e8-1b52c53112d5" -d '{"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-plugged", "status": "completed", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:43.010494 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:43.025588 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:43.031113 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:43.062135 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d5cdc-f241-4794-ba58-1476f9db6af2 req-e71149ad-f74c-4089-b861-935b2c15c761 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:43.064765 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d9d5cdc-f241-4794-ba58-1476f9db6af2 req-e71149ad-f74c-4089-b861-935b2c15c761 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.1473646 Jun 11 18:15:43.088320 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8e088b-a71f-4b63-82f2-91e8ec3ae6cf x-openstack-request-id: req-ce8e088b-a71f-4b63-82f2-91e8ec3ae6cf {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:43.089002 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-plugged", "status": "completed", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:43.089547 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce8e088b-a71f-4b63-82f2-91e8ec3ae6cf {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:43.090284 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'code': 200} Jun 11 18:15:43.140460 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0d9d5cdc-f241-4794-ba58-1476f9db6af2 req-c2e96708-f483-4edd-99ee-2ad0e66cfcda tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673857 Jun 11 18:15:43.143504 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=7']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:43.147446 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:43.412420 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:43.774284 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6c677-1644-40f5-a8b2-fb4c6c977952 req-e54c0d56-5a59-40fa-851f-8f226f2cd3c2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:43.776743 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fec6c677-1644-40f5-a8b2-fb4c6c977952 req-e54c0d56-5a59-40fa-851f-8f226f2cd3c2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1169484 Jun 11 18:15:43.874410 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fec6c677-1644-40f5-a8b2-fb4c6c977952 req-c2503c59-b2c1-4b7d-a4e0-e3bc71e93dd7 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881376 Jun 11 18:15:44.093165 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fe9dc-e744-4f53-b11f-1ec92c4a7d0e req-d727d82d-9022-4091-b80e-3455733724a4 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:44.096198 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b34fe9dc-e744-4f53-b11f-1ec92c4a7d0e req-d727d82d-9022-4091-b80e-3455733724a4 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 944 time: 0.1345048 Jun 11 18:15:44.174677 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b34fe9dc-e744-4f53-b11f-1ec92c4a7d0e req-0a1a338c-04d9-4180-bc97-ebbad081a277 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666308 Jun 11 18:15:44.477506 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c85f5a-4496-4926-97ef-754a628d1283 req-03bcdb96-4184-4dea-91e7-9543d23df5cb tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:44.481920 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-01c85f5a-4496-4926-97ef-754a628d1283 req-03bcdb96-4184-4dea-91e7-9543d23df5cb tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.1213028 Jun 11 18:15:44.562711 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-01c85f5a-4496-4926-97ef-754a628d1283 req-4acbafeb-78c2-49fb-8fc2-a620e73262d6 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723736 Jun 11 18:15:45.194350 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf730c-66d0-42a3-81a9-1085c4f9132c req-93331cbe-84db-463f-924e-24c33cdb0fa1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:45.197745 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7abf730c-66d0-42a3-81a9-1085c4f9132c req-93331cbe-84db-463f-924e-24c33cdb0fa1 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1425080 Jun 11 18:15:45.293105 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7abf730c-66d0-42a3-81a9-1085c4f9132c req-91e7517e-c831-4861-ab9a-5f38b5577e44 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834305 Jun 11 18:15:45.530857 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dd243-9aa2-4889-93a6-cfe15fdaf141 req-e01f20d6-d91b-411e-a9d2-f246dd6cb036 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:45.532865 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd5dd243-9aa2-4889-93a6-cfe15fdaf141 req-e01f20d6-d91b-411e-a9d2-f246dd6cb036 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 944 time: 0.1143079 Jun 11 18:15:45.610169 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd5dd243-9aa2-4889-93a6-cfe15fdaf141 req-85370f9c-1109-454e-b56b-126f37988af6 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641394 Jun 11 18:15:45.886466 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d71909-7c8f-4e58-a9d2-bed543ad884b req-308b49e4-2acc-4618-b8fd-2dba8d33bfa0 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:45.888882 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12d71909-7c8f-4e58-a9d2-bed543ad884b req-308b49e4-2acc-4618-b8fd-2dba8d33bfa0 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 944 time: 0.1129098 Jun 11 18:15:45.967417 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-12d71909-7c8f-4e58-a9d2-bed543ad884b req-3467fa4c-78cc-4e17-b152-d255ade09a8e tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667756 Jun 11 18:15:46.559211 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c1570-866d-4b69-82d7-2817c4e13178 req-d4cbbf4d-f8fe-4981-9a08-f6fe1f9d0047 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:46.560884 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7a4c1570-866d-4b69-82d7-2817c4e13178 req-d4cbbf4d-f8fe-4981-9a08-f6fe1f9d0047 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1085334 Jun 11 18:15:46.619617 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device cef9049a-fbb0-4fea-ba1e-d17f2d103c29 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:15:46.661724 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7a4c1570-866d-4b69-82d7-2817c4e13178 req-96f26fa0-12a1-425d-9fef-ead9f65e6a8d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913286 Jun 11 18:15:46.829530 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:46.850247 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'port_id': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'mac_address': 'fa:16:3e:19:b9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:15:46.952621 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:46.987141 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef9049a-fbb0-4fea-ba1e-d17f2d103c29 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:15:46.998350 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d630f-fa7f-40c1-8243-7e81314ac349 req-049da6f8-eda3-4c2e-8121-e2e3ceb88443 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:47.013229 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f8d630f-fa7f-40c1-8243-7e81314ac349 req-049da6f8-eda3-4c2e-8121-e2e3ceb88443 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 944 time: 0.1354439 Jun 11 18:15:47.044299 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:47.058159 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:47.060038 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 64d33804-81fc-450a-82af-f96d3be0137b details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:15:47.070765 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:47.113312 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f8d630f-fa7f-40c1-8243-7e81314ac349 req-b58206e2-09ea-4685-b932-1a7025d502f4 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981319 Jun 11 18:15:47.321276 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=7']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:47.328700 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:47.350563 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50fa74c-78da-4099-a8d7-cf4d1cad5a2b req-fb502f3f-d9fa-4d5f-a00f-1d53d6b71ffb tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:47.357462 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 64d33804-81fc-450a-82af-f96d3be0137b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=64d33804-81fc-450a-82af-f96d3be0137b,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:47.363102 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d50fa74c-78da-4099-a8d7-cf4d1cad5a2b req-fb502f3f-d9fa-4d5f-a00f-1d53d6b71ffb tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 945 time: 0.1644235 Jun 11 18:15:47.385970 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '64d33804-81fc-450a-82af-f96d3be0137b', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:15:47.448617 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d50fa74c-78da-4099-a8d7-cf4d1cad5a2b req-a12bcbf0-679b-4c64-85bc-349081f6e2ae tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843077 Jun 11 18:15:47.475603 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:47.508932 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d33804-81fc-450a-82af-f96d3be0137b {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:15:47.549029 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 64d33804-81fc-450a-82af-f96d3be0137b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=64d33804-81fc-450a-82af-f96d3be0137b,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:47.558416 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:47.562996 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-999aaa6a-9962-4636-8cbe-a9685f42a1ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:47.657184 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=64d33804-81fc-450a-82af-f96d3be0137b,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:47.661753 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:47.902251 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b0c0a-5429-4b0d-97eb-2be64f261cd1 req-2113a053-f820-43e1-ae4b-8e48a37f7bf8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:47.904557 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c03b0c0a-5429-4b0d-97eb-2be64f261cd1 req-2113a053-f820-43e1-ae4b-8e48a37f7bf8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.0804324 Jun 11 18:15:47.912448 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['64d33804-81fc-450a-82af-f96d3be0137b'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:15:47.922756 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['cef9049a-fbb0-4fea-ba1e-d17f2d103c29'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:15:47.983805 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c03b0c0a-5429-4b0d-97eb-2be64f261cd1 req-b0a3542a-45e9-47f5-91cd-30a1a4647e5f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637450 Jun 11 18:15:48.426509 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1034f2-e9d9-4e8e-80d6-0826d4609af8 req-f5f95f5c-d273-4381-9636-29b639af2540 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:48.435810 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f1034f2-e9d9-4e8e-80d6-0826d4609af8 req-f5f95f5c-d273-4381-9636-29b639af2540 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 945 time: 0.1635466 Jun 11 18:15:48.558876 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f1034f2-e9d9-4e8e-80d6-0826d4609af8 req-b5df06aa-d493-4a99-a3fe-d87cc261e325 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216328 Jun 11 18:15:48.809473 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48340e-64ab-466a-97df-32343fa7d2ba req-fc84785b-2e5c-4cf9-91ab-e0299ae3d295 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:48.824269 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2f48340e-64ab-466a-97df-32343fa7d2ba req-fc84785b-2e5c-4cf9-91ab-e0299ae3d295 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 945 time: 0.1535959 Jun 11 18:15:48.888306 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2f48340e-64ab-466a-97df-32343fa7d2ba req-b4f2f2b5-7148-4bbe-93a4-b6717eaf733d tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625184 Jun 11 18:15:49.431644 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff7ec8-9e69-4f21-a001-dd527d1ac98a req-bae94677-1aab-491f-8e33-a41cd6f12526 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:49.439421 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1bff7ec8-9e69-4f21-a001-dd527d1ac98a req-bae94677-1aab-491f-8e33-a41cd6f12526 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1507666 Jun 11 18:15:49.492604 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1bff7ec8-9e69-4f21-a001-dd527d1ac98a req-4dbedb48-6df6-4165-b39b-0505d0a55963 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514643 Jun 11 18:15:49.802951 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302b5b9-3512-4e84-83a6-f6efa61c638d req-a26cb918-e3d0-40c9-9719-abfc80a01e6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:49.805231 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8302b5b9-3512-4e84-83a6-f6efa61c638d req-a26cb918-e3d0-40c9-9719-abfc80a01e6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 945 time: 0.0977719 Jun 11 18:15:49.862018 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8302b5b9-3512-4e84-83a6-f6efa61c638d req-be264406-45eb-47f6-ba5f-b522fcbcefed tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475314 Jun 11 18:15:50.175246 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c52ebd-a2e6-4380-9876-4ba843837778 req-eaf4263c-fea8-4821-848e-f29af12c9ab4 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:50.176820 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-65c52ebd-a2e6-4380-9876-4ba843837778 req-eaf4263c-fea8-4821-848e-f29af12c9ab4 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 945 time: 0.1075065 Jun 11 18:15:50.228838 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-65c52ebd-a2e6-4380-9876-4ba843837778 req-5608086f-c273-43a1-816d-3b8f8732349e tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451360 Jun 11 18:15:50.637073 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 64d33804-81fc-450a-82af-f96d3be0137b up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:15:50.745608 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 64d33804-81fc-450a-82af-f96d3be0137b completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:15:50.756337 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 64d33804-81fc-450a-82af-f96d3be0137b triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:15:50.756754 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:50.872120 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b28b0-b1fe-4ae4-9b00-4a0ad122ff99 req-e6c3606a-aff5-4afa-bc50-8b38290e433b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:50.884456 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6f8b28b0-b1fe-4ae4-9b00-4a0ad122ff99 req-e6c3606a-aff5-4afa-bc50-8b38290e433b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1707377 Jun 11 18:15:50.942970 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:50.996561 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:50.999476 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651b07cf-70a3-41a6-b864-96fb46172032" -d '{"events": [{"server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "name": "network-vif-plugged", "status": "completed", "tag": "64d33804-81fc-450a-82af-f96d3be0137b"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:51.013741 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6f8b28b0-b1fe-4ae4-9b00-4a0ad122ff99 req-f48853cb-bf18-4f92-b27f-ba3889a96763 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281664 Jun 11 18:15:51.028298 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 64d33804-81fc-450a-82af-f96d3be0137b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=64d33804-81fc-450a-82af-f96d3be0137b,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:51.037980 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:51.039182 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device cef9049a-fbb0-4fea-ba1e-d17f2d103c29 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:15:51.050823 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:51.160225 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7f43b9-d92e-4df4-8d3b-85e9b7ff5834 x-openstack-request-id: req-2f7f43b9-d92e-4df4-8d3b-85e9b7ff5834 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:51.160660 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "name": "network-vif-plugged", "status": "completed", "tag": "64d33804-81fc-450a-82af-f96d3be0137b", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:51.160784 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f7f43b9-d92e-4df4-8d3b-85e9b7ff5834 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:51.161319 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b', 'code': 200} Jun 11 18:15:51.209370 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=64d33804-81fc-450a-82af-f96d3be0137b,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:51.213751 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:51.231185 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:15:51.231661 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:51.343982 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:51.365950 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92062ed-a374-4575-b3e7-3b739d1ee6c7 req-b69c9a97-6ca3-4e04-b23a-b2377e795f01 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:51.372541 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d92062ed-a374-4575-b3e7-3b739d1ee6c7 req-b69c9a97-6ca3-4e04-b23a-b2377e795f01 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 946 time: 0.2044721 Jun 11 18:15:51.394162 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:51.405211 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:51.411736 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:51.466811 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d92062ed-a374-4575-b3e7-3b739d1ee6c7 req-48e1aa84-f446-488b-ad64-2264a80aab19 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842686 Jun 11 18:15:51.534283 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=8']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:51.541121 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:51.668327 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea9461-2b85-49dd-8eda-c4b2a8323b39 req-66306718-f4ce-4a98-aae1-0f7632ad2eb0 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:51.669829 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0aea9461-2b85-49dd-8eda-c4b2a8323b39 req-66306718-f4ce-4a98-aae1-0f7632ad2eb0 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.1944757 Jun 11 18:15:51.677352 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022f5e6-e0eb-4303-91dc-1406238bf1f8 req-f7323dc3-3aa5-4ec2-9deb-95f3ada60e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:51.678822 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e022f5e6-e0eb-4303-91dc-1406238bf1f8 req-f7323dc3-3aa5-4ec2-9deb-95f3ada60e08 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 1099 time: 0.1659248 Jun 11 18:15:51.763077 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0aea9461-2b85-49dd-8eda-c4b2a8323b39 req-5332e6a7-27be-4c4d-afac-6f0a7d2b7339 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792396 Jun 11 18:15:51.771249 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e022f5e6-e0eb-4303-91dc-1406238bf1f8 req-09359cd3-9736-4e39-8889-8519214e7dc8 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737231 Jun 11 18:15:52.386554 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5802472-2e69-4c2f-a49f-9f60df43f74e req-327f6880-2f4f-4045-b9b6-45c049a7d1b3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:52.388110 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e5802472-2e69-4c2f-a49f-9f60df43f74e req-327f6880-2f4f-4045-b9b6-45c049a7d1b3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1423876 Jun 11 18:15:52.470288 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e5802472-2e69-4c2f-a49f-9f60df43f74e req-84b8472a-ac52-48e9-bc80-00a2dce797ce tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636766 Jun 11 18:15:52.759531 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d30086a-a04b-46a3-8807-10e6a6cadf4a req-6b7ebade-876d-4f2d-bc8c-8635a6615b0a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:52.761211 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2d30086a-a04b-46a3-8807-10e6a6cadf4a req-6b7ebade-876d-4f2d-bc8c-8635a6615b0a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 946 time: 0.1041782 Jun 11 18:15:52.834420 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2d30086a-a04b-46a3-8807-10e6a6cadf4a req-5504bbe3-f36a-4984-9baa-298c53456602 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637457 Jun 11 18:15:52.993968 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908e87-1c17-4bf5-bfcb-0032c60b9fa3 req-a16b230f-60ef-4197-baa4-55a033ec6f5f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:52.995600 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-00908e87-1c17-4bf5-bfcb-0032c60b9fa3 req-a16b230f-60ef-4197-baa4-55a033ec6f5f tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.0831621 Jun 11 18:15:53.045138 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-00908e87-1c17-4bf5-bfcb-0032c60b9fa3 req-8e0818ca-dd49-482d-99a9-2e968098a692 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433056 Jun 11 18:15:53.162928 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:53.165805 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7263dfcc-b94a-411d-aef5-6fad509284c0" -d '{"events": [{"server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "name": "network-vif-plugged", "status": "completed", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:53.217022 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8399af68-47b1-431d-a1f9-6bc30676cd3a x-openstack-request-id: req-8399af68-47b1-431d-a1f9-6bc30676cd3a {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:53.217530 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "name": "network-vif-plugged", "status": "completed", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:53.218274 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8399af68-47b1-431d-a1f9-6bc30676cd3a {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:53.218524 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'code': 200} Jun 11 18:15:53.540706 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-a6d0bb42-b8dc-4277-b019-3e4261d2cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:53.541832 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-a6d0bb42-b8dc-4277-b019-3e4261d2cc60 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 1099 time: 0.0807021 Jun 11 18:15:53.593919 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f496c2b-f2fd-4728-b1b3-9a60bacf38b4 req-aa1deee4-6aae-4bc8-a0e6-1331cd791637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:53.596557 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7f496c2b-f2fd-4728-b1b3-9a60bacf38b4 req-aa1deee4-6aae-4bc8-a0e6-1331cd791637 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1099 time: 0.0910017 Jun 11 18:15:53.651628 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7f496c2b-f2fd-4728-b1b3-9a60bacf38b4 req-098f1bb8-b957-4694-8143-d069fe098790 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470297 Jun 11 18:15:53.689129 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-74236f0b-e78c-4a40-a130-0181eefd6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:53.691313 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-74236f0b-e78c-4a40-a130-0181eefd6e21 service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 0.1428189 Jun 11 18:15:54.189345 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-5b6483ed-e4ea-441f-b8fe-b805018a43ef service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06 HTTP/1.1" status: 200 len: 1002 time: 0.4845235 Jun 11 18:15:54.269061 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062636a-6f8f-4ae3-adfa-4787d1e3feab req-88a36537-3d3d-410e-87ff-778146b00b71 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:54.270793 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2062636a-6f8f-4ae3-adfa-4787d1e3feab req-88a36537-3d3d-410e-87ff-778146b00b71 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.5753179 Jun 11 18:15:54.318507 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1cd2d-5b32-4430-ac8c-3c75e3211ec9 req-ff634150-7ba7-4d4b-a652-15ed5e204c4e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:54.320880 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d7d1cd2d-5b32-4430-ac8c-3c75e3211ec9 req-ff634150-7ba7-4d4b-a652-15ed5e204c4e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 946 time: 0.2652090 Jun 11 18:15:54.325259 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-360498f3-67ed-4632-8668-baf146f92554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:54.326842 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-360498f3-67ed-4632-8668-baf146f92554 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.1304572 Jun 11 18:15:54.383107 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2062636a-6f8f-4ae3-adfa-4787d1e3feab req-0a838e80-7665-47f2-a273-f27b45cf3f1c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032565 Jun 11 18:15:54.471888 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d7d1cd2d-5b32-4430-ac8c-3c75e3211ec9 req-22faaeab-d510-478a-922e-8e177e37ba64 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392586 Jun 11 18:15:54.566620 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-2930026c-273a-48e6-a3da-89afb1a8ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:54.568608 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-2930026c-273a-48e6-a3da-89afb1a8ecaa service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2194488 Jun 11 18:15:54.720144 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6cc37-abad-4ecb-b275-e659c3812705 req-e77bea45-726f-4031-8faa-b39033fbc1b3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:54.721714 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-02d6cc37-abad-4ecb-b275-e659c3812705 req-e77bea45-726f-4031-8faa-b39033fbc1b3 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.2156324 Jun 11 18:15:54.798422 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-1b60f926-77ef-412e-9380-75ac5425ab2e service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998363 Jun 11 18:15:54.832027 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-02d6cc37-abad-4ecb-b275-e659c3812705 req-bebfc04c-1479-4123-99a6-61ba3b6838db tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014719 Jun 11 18:15:54.935898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab1d37-81be-4790-9cba-82a67f8d9e04 req-0d0016f3-7327-4772-a3bf-0e8db75e5e0a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:54.937467 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b8ab1d37-81be-4790-9cba-82a67f8d9e04 req-0d0016f3-7327-4772-a3bf-0e8db75e5e0a tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 946 time: 0.2376769 Jun 11 18:15:54.981023 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2b3d4ffc-06c6-4ea8-9f20-877972b20018 req-b1cf79d6-d5c7-4c04-9b12-89b141420b07 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640646 Jun 11 18:15:54.998660 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b8ab1d37-81be-4790-9cba-82a67f8d9e04 req-23965409-e6f8-43ae-888a-8a52bcc9dc71 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540478 Jun 11 18:15:55.037360 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43170) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:55.103287 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2720d8-cd67-4c8f-9f59-5947f6449542 tempest-TestVolumeBootPattern-1741598469 tempest-TestVolumeBootPattern-1741598469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:55.105157 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-ec2720d8-cd67-4c8f-9f59-5947f6449542 tempest-TestVolumeBootPattern-1741598469 tempest-TestVolumeBootPattern-1741598469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 1094 time: 0.0667949 Jun 11 18:15:55.108051 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43172) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:15:55.112590 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:15:55.136210 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:55.202065 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a5fdd427-26dc-491b-b59c-0630d310e982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:55.266743 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:55.400658 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Allocated IP 172.27.0.97 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/19366598-74b2-4300-8fd5-77d46f84367f) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:15:55.548882 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:55.595954 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:55.598379 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:55.656707 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:15:55.660229 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:15:55.664718 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:15:55.670995 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=19366598-74b2-4300-8fd5-77d46f84367f,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:55.684907 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee12a1-7ae3-49a6-81f6-81af15229fa7 req-27b6740d-a18a-4289-88c9-20abc917c89e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:55.686667 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9fee12a1-7ae3-49a6-81f6-81af15229fa7 req-27b6740d-a18a-4289-88c9-20abc917c89e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1043513 Jun 11 18:15:55.706563 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.706950 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.707412 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.707848 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.708227 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.708600 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.708968 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.709334 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.709703 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.710189 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.710606 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.710965 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:15:55.716303 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:55.752925 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9fee12a1-7ae3-49a6-81f6-81af15229fa7 req-8899c194-87a0-4ac7-81f5-8432ec82247d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547366 Jun 11 18:15:56.049016 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd80a8-da59-4dd3-8d2d-cf1f49ca63bd req-ea689ab3-cc48-4e35-ac7a-ac6df5e9b282 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:56.051029 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c4cd80a8-da59-4dd3-8d2d-cf1f49ca63bd req-ea689ab3-cc48-4e35-ac7a-ac6df5e9b282 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.0801570 Jun 11 18:15:56.106746 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c4cd80a8-da59-4dd3-8d2d-cf1f49ca63bd req-934afda6-d1fe-4345-9d5b-bd6e12ed00c5 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494533 Jun 11 18:15:56.154800 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:15:56.438661 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:56.536278 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:56.749114 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:56.754875 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:56.757548 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a2664a17-9ec8-46d0-a2d3-dcb9fef49bfb tempest-DeleteServersTestJSON-1961389557 tempest-DeleteServersTestJSON-1961389557-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:56.861988 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=19366598-74b2-4300-8fd5-77d46f84367f,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:56.866564 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:56.873976 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:57.044209 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.l3_db [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Floating IP c2890511-d31e-4f1b-8a64-db82388de7a5 associated. External IP: 172.27.0.97, port: 64d33804-81fc-450a-82af-f96d3be0137b. Jun 11 18:15:57.099705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca2980-b736-4a9d-ae2c-a9cfd202b77b req-5f1f50c0-4d18-4423-ba8c-ec0d844ee579 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:57.101454 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-74ca2980-b736-4a9d-ae2c-a9cfd202b77b req-5f1f50c0-4d18-4423-ba8c-ec0d844ee579 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.1029279 Jun 11 18:15:57.193675 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-74ca2980-b736-4a9d-ae2c-a9cfd202b77b req-bd4b657c-d155-40c9-81fa-9b52e99261da tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817256 Jun 11 18:15:57.413329 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Router 23552777-c952-428d-84a6-a818b9717ba0 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:15:57.571146 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:15:57.583150 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:15:57.592485 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:57.597123 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:15:57.598022 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:15:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:57.648839 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5396545 Jun 11 18:15:57.649595 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:57.652596 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e3da33-7049-4f8e-be9e-1d5651e9c727" -d '{"events": [{"name": "network-changed", "server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "tag": "64d33804-81fc-450a-82af-f96d3be0137b"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:57.706332 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cafd177-6220-4617-98ec-3a7724bbbac4 x-openstack-request-id: req-3cafd177-6220-4617-98ec-3a7724bbbac4 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:57.708139 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "tag": "64d33804-81fc-450a-82af-f96d3be0137b", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:57.709024 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cafd177-6220-4617-98ec-3a7724bbbac4 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:57.710168 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b', 'status': 'completed', 'code': 200} Jun 11 18:15:57.805440 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:15:57.813932 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-b102904e-5c4e-4cc5-8e58-2c16850caf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:57.815544 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-b102904e-5c4e-4cc5-8e58-2c16850caf01 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 1099 time: 0.0718582 Jun 11 18:15:57.934015 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d76ba2de-ba94-420d-9aca-26545918d60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:57.953780 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-e1a1caa0-9804-4ccc-875e-459f2d8a0f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:57.955408 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-e1a1caa0-9804-4ccc-875e-459f2d8a0f1f service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 913 time: 0.1307092 Jun 11 18:15:58.062053 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-5fc813b9-9f1d-4587-9b08-efafb6a33cb9 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64d33804-81fc-450a-82af-f96d3be0137b HTTP/1.1" status: 200 len: 999 time: 0.0961387 Jun 11 18:15:58.099019 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:58.136576 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-6e5d3252-c79e-4a20-9f33-87b0cd2223d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:58.138843 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-6e5d3252-c79e-4a20-9f33-87b0cd2223d9 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0697165 Jun 11 18:15:58.186958 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:56Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:58.191942 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:15:58.204298 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:15:58.205210 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:15:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:58.217931 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-b896c96a-3943-459a-a53c-d93edb92ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:58.219481 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-b896c96a-3943-459a-a53c-d93edb92ce06 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741658 Jun 11 18:15:58.424068 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:15:58.480799 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-f7d3fc8a-ac62-4ab9-946e-d296ad4d9632 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530634 Jun 11 18:15:58.691941 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da835419-8040-4d85-b279-1465a8775e21 req-4087650e-129f-4f57-bee8-197f5ff1147e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:15:58.692271 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:15:58.693783 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-da835419-8040-4d85-b279-1465a8775e21 req-4087650e-129f-4f57-bee8-197f5ff1147e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 946 time: 0.3414347 Jun 11 18:15:58.768797 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e7e3da33-7049-4f8e-be9e-1d5651e9c727 req-13a65340-5e89-4b44-9122-cba28293a6ad service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728417 Jun 11 18:15:58.774399 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-da835419-8040-4d85-b279-1465a8775e21 req-b602f9a3-133f-4ad3-84cb-2dd4b4366144 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646076 Jun 11 18:15:58.961343 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:59.083177 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:15:59.087972 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e6c8cf-518e-410e-a057-8ab1fb2c03b3" -d '{"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-unplugged", "status": "completed", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:15:59.120899 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:15:59.135412 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:59.141271 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Jun 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a54b3d6-bf1a-49da-bc7f-cb536e4269ae x-openstack-request-id: req-7a54b3d6-bf1a-49da-bc7f-cb536e4269ae {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:15:59.142604 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-unplugged", "status": "failed", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06", "code": 422}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:15:59.142604 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a54b3d6-bf1a-49da-bc7f-cb536e4269ae {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:15:59.142952 dv-cinder-796049-1-iscsi neutron-server[92017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'code': 422} returned with failed status Jun 11 18:15:59.143790 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:15:59.271415 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:15:59.284549 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=8']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:15:59.291238 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:15:59.295774 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:56Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:15:59.307063 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5baa17-f7d8-485c-b3e5-e76c1ef835bc None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:56Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:15:59.574035 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f820d4-e4ae-440f-9fc1-6bd5ddda6d64 None None] New status for floating IP c2890511-d31e-4f1b-8a64-db82388de7a5: ACTIVE {{(pid=92018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:16:00.378671 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5e35a-ef94-4d64-b1c3-777dad9c548f req-845af802-8977-415b-83ca-0684ceff6f16 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:00.380594 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a4e5e35a-ef94-4d64-b1c3-777dad9c548f req-845af802-8977-415b-83ca-0684ceff6f16 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1120179 Jun 11 18:16:00.439018 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a4e5e35a-ef94-4d64-b1c3-777dad9c548f req-b12c48f8-3b52-4acf-a06d-d497f5364bbb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498848 Jun 11 18:16:00.701857 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43234) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:00.873469 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-886dca7d-ddd8-4730-8ce7-0e452458165d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1699002 Jun 11 18:16:01.094044 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:01.651407 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20baee4-8d5b-45e6-bb0d-638963ccded4 req-d73f6fca-fa83-4416-9a4f-45950d101d45 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:01.653311 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e20baee4-8d5b-45e6-bb0d-638963ccded4 req-d73f6fca-fa83-4416-9a4f-45950d101d45 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.0847790 Jun 11 18:16:01.729326 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e20baee4-8d5b-45e6-bb0d-638963ccded4 req-13de2d00-d4e4-409a-a8cb-95dcde401f05 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644619 Jun 11 18:16:02.083711 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-789cd982-ad12-4245-a79b-f00ba3cb648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:02.085920 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-789cd982-ad12-4245-a79b-f00ba3cb648e service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2&tenant_id=969795a4f15c48dfb449128acf1e5cf0 HTTP/1.1" status: 200 len: 1097 time: 0.0722299 Jun 11 18:16:02.181200 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-62c40636-5461-487d-bb6e-77f58e3367fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:02.182826 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-62c40636-5461-487d-bb6e-77f58e3367fa service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 1097 time: 0.0720656 Jun 11 18:16:02.321917 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-631f6c5b-5ad0-4024-9813-e4939c2f8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:02.323728 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-631f6c5b-5ad0-4024-9813-e4939c2f8175 service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 0.1331606 Jun 11 18:16:02.418735 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-36bbfcd7-37cf-4733-b47f-3b272144fb2d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06 HTTP/1.1" status: 200 len: 1000 time: 0.0875938 Jun 11 18:16:02.490395 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-20f91c65-78a6-4510-b112-a95424467dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:02.491983 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-20f91c65-78a6-4510-b112-a95424467dd0 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.0667555 Jun 11 18:16:02.566157 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-82a1d396-e0c3-4b98-a43e-e84b17c12545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:02.568001 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-82a1d396-e0c3-4b98-a43e-e84b17c12545 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664027 Jun 11 18:16:02.705752 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-0b648919-7d38-4d4e-87c2-744c78e5fab5 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266079 Jun 11 18:16:02.843575 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c1ae7fc-0e06-4d2d-87df-4e1036064b64 req-b488ff5d-1e0b-4bde-82af-9e0531850368 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271639 Jun 11 18:16:02.948316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b882c78-850a-4005-a5db-a05fb45f700f req-7035e7ec-fae1-48a8-b0cc-a8a74b39b4d2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:02.950007 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6b882c78-850a-4005-a5db-a05fb45f700f req-7035e7ec-fae1-48a8-b0cc-a8a74b39b4d2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.0804720 Jun 11 18:16:03.001235 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6b882c78-850a-4005-a5db-a05fb45f700f req-a6c3a42b-7c77-494c-be22-cfd60a9b5980 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449550 Jun 11 18:16:04.255114 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d53372-5bd2-4e71-8218-aba19eda0c5e req-22722409-fc38-42f6-b0b0-df019450d808 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:04.256908 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-02d53372-5bd2-4e71-8218-aba19eda0c5e req-22722409-fc38-42f6-b0b0-df019450d808 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.0896151 Jun 11 18:16:04.325283 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-02d53372-5bd2-4e71-8218-aba19eda0c5e req-d8414c89-7e3f-4f1f-807d-8e288015f172 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620179 Jun 11 18:16:05.612182 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd3f72-9371-4e2c-b6ed-1dcaedcf1435 req-7ebb149d-abb2-4aee-8369-78ae4482f68a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:05.614065 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4cfd3f72-9371-4e2c-b6ed-1dcaedcf1435 req-7ebb149d-abb2-4aee-8369-78ae4482f68a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1159370 Jun 11 18:16:05.695705 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4cfd3f72-9371-4e2c-b6ed-1dcaedcf1435 req-0f3c232d-a747-45e1-a26f-392dd104b854 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713522 Jun 11 18:16:06.990792 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d08aac-2be3-4e9f-8532-309e33a56a2e req-2d0d34b4-6659-440b-883f-072414edeb50 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:06.992567 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-37d08aac-2be3-4e9f-8532-309e33a56a2e req-2d0d34b4-6659-440b-883f-072414edeb50 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1000149 Jun 11 18:16:07.055122 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-37d08aac-2be3-4e9f-8532-309e33a56a2e req-1003208a-1d96-43c7-b114-72c674b21f9c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541070 Jun 11 18:16:08.393346 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0413-9d29-47c7-8bc9-8e96f65c1ab7 req-6b614e5b-cd3d-44cd-ba55-632ad20b2135 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:08.396477 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-195a0413-9d29-47c7-8bc9-8e96f65c1ab7 req-6b614e5b-cd3d-44cd-ba55-632ad20b2135 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1101499 Jun 11 18:16:08.483872 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-195a0413-9d29-47c7-8bc9-8e96f65c1ab7 req-b2308b0e-d075-4c44-a595-3285c61ea166 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755966 Jun 11 18:16:10.130806 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cc72b-4f11-4089-bd73-3d8c57655e87 req-8b806736-a620-4ecf-8660-df1ed8cfb6bf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:10.134027 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-969cc72b-4f11-4089-bd73-3d8c57655e87 req-8b806736-a620-4ecf-8660-df1ed8cfb6bf tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.4314437 Jun 11 18:16:10.212485 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-969cc72b-4f11-4089-bd73-3d8c57655e87 req-62e9756f-c7fb-4043-9901-9811981ff38a tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672219 Jun 11 18:16:11.486379 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbcad7-c703-4982-83ad-d61bc0bbf3e8 req-e91cf885-85cc-458b-956b-7c0730b7ed9d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:11.489055 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-33cbcad7-c703-4982-83ad-d61bc0bbf3e8 req-e91cf885-85cc-458b-956b-7c0730b7ed9d tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1174088 Jun 11 18:16:11.567662 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-33cbcad7-c703-4982-83ad-d61bc0bbf3e8 req-c2b45bd8-a597-4be3-88f9-7a166953239b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702353 Jun 11 18:16:12.889955 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c811184-d0a0-440b-9747-6e44ac1bb126 req-846384ca-7a90-46d6-89a0-a5b32b9ddc5c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:12.891802 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c811184-d0a0-440b-9747-6e44ac1bb126 req-846384ca-7a90-46d6-89a0-a5b32b9ddc5c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1427248 Jun 11 18:16:12.956348 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c811184-d0a0-440b-9747-6e44ac1bb126 req-fb2aa3ba-2d6a-4151-b64b-ec9e5386a0bb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549510 Jun 11 18:16:13.425478 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:14.221204 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07afdcd-4b7b-4ab2-94ef-3035514d7e9a req-ad14a16a-76ef-4445-a59e-c7cbae2f3871 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:14.223894 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e07afdcd-4b7b-4ab2-94ef-3035514d7e9a req-ad14a16a-76ef-4445-a59e-c7cbae2f3871 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1147010 Jun 11 18:16:14.278854 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e07afdcd-4b7b-4ab2-94ef-3035514d7e9a req-450818b2-8032-4d3c-a9c4-82051fef037b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473056 Jun 11 18:16:15.579527 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb6190-0776-41b1-9116-c55c78e25472 req-a919773d-212d-49c4-9f9e-aee2ea7ee161 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:15.582217 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5bdb6190-0776-41b1-9116-c55c78e25472 req-a919773d-212d-49c4-9f9e-aee2ea7ee161 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1284459 Jun 11 18:16:15.637328 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5bdb6190-0776-41b1-9116-c55c78e25472 req-d5a830be-8835-4b80-beee-180d8edd0440 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470591 Jun 11 18:16:16.895382 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0b3ea-1c3e-4f8c-aff8-b593fdb54813 req-90321e39-555f-4612-8df3-9aa9bff87a96 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:16.897666 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-35e0b3ea-1c3e-4f8c-aff8-b593fdb54813 req-90321e39-555f-4612-8df3-9aa9bff87a96 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1189616 Jun 11 18:16:16.962154 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-35e0b3ea-1c3e-4f8c-aff8-b593fdb54813 req-6ed19863-239d-4d76-8903-fe65f6aa137b tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553353 Jun 11 18:16:17.129952 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-624e9197-e82b-45c3-9aaf-d9c22d91dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:17.132102 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-624e9197-e82b-45c3-9aaf-d9c22d91dc87 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=969795a4f15c48dfb449128acf1e5cf0&device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 1097 time: 0.0650408 Jun 11 18:16:17.296590 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-e3fa6bfd-b4a6-4608-af2c-f986d2709def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:17.298606 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-e3fa6bfd-b4a6-4608-af2c-f986d2709def service neutron] 10.222.0.82 "GET /v2.0/networks?id=10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 200 len: 918 time: 0.1396489 Jun 11 18:16:17.406305 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-528425b0-bd30-48ed-8777-963dd1f273ae service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06 HTTP/1.1" status: 200 len: 1000 time: 0.0964978 Jun 11 18:16:17.490356 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-20a4de71-3e96-44eb-85db-38d002528e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:17.494052 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-20a4de71-3e96-44eb-85db-38d002528e72 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 200 len: 856 time: 0.0782812 Jun 11 18:16:17.596061 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-33a9ec8a-2628-40c6-9253-1cc079fce41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:17.599293 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-33a9ec8a-2628-40c6-9253-1cc079fce41a service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=10e739d9-43a5-46a7-afb2-324284d3a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907550 Jun 11 18:16:17.776986 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-7ed25132-0b85-4c24-b0c7-bf5d074ffb15 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675007 Jun 11 18:16:17.919734 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-13c02101-0585-4e29-aa06-f93db0486aa1 req-15e3eeb4-c3ef-4e99-b110-ae04808a3130 service neutron] 10.222.0.82 "GET /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305630 Jun 11 18:16:18.188488 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474124c-e3d5-4b1c-9cec-329412bf13d1 req-d11724c4-a191-4628-ae81-d95a51c1b0c3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:18.190053 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9474124c-e3d5-4b1c-9cec-329412bf13d1 req-d11724c4-a191-4628-ae81-d95a51c1b0c3 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.0799425 Jun 11 18:16:18.238221 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9474124c-e3d5-4b1c-9cec-329412bf13d1 req-897c31b5-7c7e-40c4-b307-b4a9be7d4b85 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Jun 11 18:16:19.500820 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357880a-b181-46a2-b0e7-9cb0db83b063 req-965540c4-492a-4f5f-a36e-5c4301248498 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:19.503169 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a357880a-b181-46a2-b0e7-9cb0db83b063 req-965540c4-492a-4f5f-a36e-5c4301248498 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.1084991 Jun 11 18:16:19.567081 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a357880a-b181-46a2-b0e7-9cb0db83b063 req-e02eb7aa-16f2-4368-b937-e53b923240e4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529983 Jun 11 18:16:20.795111 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:16:20.795921 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48e61-3c2c-47c2-99fa-d162eb9ab191 req-56f3cdd6-30ac-482d-a222-c54fc2b13fab tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:20.796766 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c8b48e61-3c2c-47c2-99fa-d162eb9ab191 req-56f3cdd6-30ac-482d-a222-c54fc2b13fab tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 944 time: 0.0966871 Jun 11 18:16:20.859378 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c8b48e61-3c2c-47c2-99fa-d162eb9ab191 req-a85d360c-4e9e-41a9-9ce9-3b1290fd2f52 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530200 Jun 11 18:16:20.985585 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:21.003191 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'port_id': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'mac_address': 'fa:16:3e:5f:72:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:16:21.055704 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:21.073243 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2133655e-4c1d-4d01-a1e9-e48ec2545a06 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:16:21.097118 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:21.102547 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:21.105116 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-c6a3a91f-2152-4598-af1b-4cca178203bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:21.176386 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=9']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:21.180553 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:21.393757 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['2133655e-4c1d-4d01-a1e9-e48ec2545a06'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:16:22.087713 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ea055-4dd9-4a10-95fe-bc713206d191 req-3f2b22fe-9a8c-4e52-b81a-271ebeb1ac61 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:22.089500 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-721ea055-4dd9-4a10-95fe-bc713206d191 req-3f2b22fe-9a8c-4e52-b81a-271ebeb1ac61 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 945 time: 0.0962775 Jun 11 18:16:22.148601 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-721ea055-4dd9-4a10-95fe-bc713206d191 req-f4aebc53-5a88-4d0f-912e-a99adbf7eddb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526545 Jun 11 18:16:22.795000 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:16:22.882644 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:16:22.883246 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:23.003470 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:23.050809 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:16:23.054846 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da8b721-7c42-4745-a921-af12a42f270a" -d '{"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-plugged", "status": "completed", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:16:23.078786 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:23.085345 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:23.088677 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:23.141657 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223cc95b-f69f-49f5-a4f2-abc91b0e2053 x-openstack-request-id: req-223cc95b-f69f-49f5-a4f2-abc91b0e2053 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:16:23.142028 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-plugged", "status": "completed", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:16:23.142207 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-223cc95b-f69f-49f5-a4f2-abc91b0e2053 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:16:23.142648 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'code': 200} Jun 11 18:16:23.156160 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-8cd0d140-b448-420e-a7a7-cf2a44ebcff7 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1270426495&fields=id&tenant_id=d802f83211234549850ff407c63c93da HTTP/1.1" status: 200 len: 267 time: 0.0512400 Jun 11 18:16:23.189916 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=10']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:23.206084 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:23.293032 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-8c1a8c73-313c-45bf-990d-8f0fedc08bad tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:23.300215 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-8c1a8c73-313c-45bf-990d-8f0fedc08bad tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 984 time: 0.1317682 Jun 11 18:16:23.316424 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Request body: {'port': {'security_groups': ['1644a79f-8d99-4df1-9a88-60bd4cfc2682']}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:16:23.584828 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:23.614495 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1431e99-0892-4908-8c71-56d08172d757 req-15b9c191-b291-475c-b340-46163f83e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:23.616654 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d1431e99-0892-4908-8c71-56d08172d757 req-15b9c191-b291-475c-b340-46163f83e3ea service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 1100 time: 0.2249365 Jun 11 18:16:23.664907 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1dc64-11e4-4275-87bd-a65d75b20d5f req-a414054d-e602-4d26-9508-383a6613118f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:23.666705 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e2a1dc64-11e4-4275-87bd-a65d75b20d5f req-a414054d-e602-4d26-9508-383a6613118f tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 947 time: 0.2512155 Jun 11 18:16:23.762860 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d1431e99-0892-4908-8c71-56d08172d757 req-9a73edeb-86a6-4b67-9ea8-97a8f2d112dd service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157615 Jun 11 18:16:23.782806 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e2a1dc64-11e4-4275-87bd-a65d75b20d5f req-e2298b68-52b5-4165-be38-5d33154ac310 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926678 Jun 11 18:16:24.028894 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] For port 6ec71750-8767-4904-9cd4-05362522b03c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ec71750-8767-4904-9cd4-05362522b03c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:24.103276 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.112227 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.118818 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-569fe021-3d18-47a8-b611-c49c87b6560e tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:24.126774 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['6ec71750-8767-4904-9cd4-05362522b03c'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:16:24.222650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:24.223867 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.226592 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f280171-2122-4a7a-ae15-e6e2c02e83c3 req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "PUT /v2.0/ports/6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 942 time: 0.9185812 Jun 11 18:16:24.227453 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:16:24.232029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfba9673-8dcc-421c-83a6-696656cd5f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:16:24.240131 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43332) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:24.283793 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event updated for resources: {'Port': ['ID=6ec71750-8767-4904-9cd4-05362522b03c,revision_number=7']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:24.299928 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.300744 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.301370 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.301983 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.302600 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.303738 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.304390 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.305005 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.305615 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.306225 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.306836 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.307436 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:24.320631 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:24.323913 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['6ec71750-8767-4904-9cd4-05362522b03c'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:16:24.364638 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8ac080-1dc1-417e-9a94-b1872bec09a0 x-openstack-request-id: req-4f8ac080-1dc1-417e-9a94-b1872bec09a0 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:16:24.365069 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:16:24.365369 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f8ac080-1dc1-417e-9a94-b1872bec09a0 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:16:24.366894 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c', 'status': 'completed', 'code': 200} Jun 11 18:16:24.405532 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83148794-99f8-459b-b340-fded1898a705 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.461109 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83148794-99f8-459b-b340-fded1898a705 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.545743 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-5f816ba4-832e-40b3-b83e-e523b1bb0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:24.548374 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-5f816ba4-832e-40b3-b83e-e523b1bb0462 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d802f83211234549850ff407c63c93da&device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1098 time: 0.1491649 Jun 11 18:16:24.607493 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83148794-99f8-459b-b340-fded1898a705 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.616543 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83148794-99f8-459b-b340-fded1898a705 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:24.618819 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-83148794-99f8-459b-b340-fded1898a705 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "DELETE /v2.0/security-groups/a6d5225b-7b8a-4449-87e9-2d4d57903f87 HTTP/1.1" status: 204 len: 168 time: 0.3776903 Jun 11 18:16:24.620360 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-7937e529-0be8-453b-88b8-5432cd1fc565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:24.622668 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43334) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:24.638450 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83148794-99f8-459b-b340-fded1898a705 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d5225b-7b8a-4449-87e9-2d4d57903f87,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:24.642448 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83148794-99f8-459b-b340-fded1898a705 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:24.700188 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-578fbb47-ec4b-479a-905e-cb0483a1d662 None None] Provisioning complete for port 6ec71750-8767-4904-9cd4-05362522b03c triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:16:24.701814 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-578fbb47-ec4b-479a-905e-cb0483a1d662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.013932 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-7a6edd81-3cdc-4fe0-80c5-d94bb887b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:25.016949 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-7a6edd81-3cdc-4fe0-80c5-d94bb887b124 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 200 len: 916 time: 0.4596503 Jun 11 18:16:25.223183 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-49caebae-b4e4-4b53-85eb-69dd90d1914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.277509 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-5da09ef6-11a5-4e7d-a6f9-439262b15023 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 1001 time: 0.2331212 Jun 11 18:16:25.371059 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75920-0860-4632-addf-fca3785a1d74 req-ff4db19d-e2e8-4c33-a17e-2ff1e8d874bc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:25.372692 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8fc75920-0860-4632-addf-fca3785a1d74 req-ff4db19d-e2e8-4c33-a17e-2ff1e8d874bc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 947 time: 0.3264503 Jun 11 18:16:25.383060 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Deleting port c3baf963-ddce-4589-bf31-1f3407222832 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:25.383424 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.388936 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-90a1a883-53d4-4e9e-b5f8-013ed1fcc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:25.390589 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-90a1a883-53d4-4e9e-b5f8-013ed1fcc54f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80a65069-91fe-4610-bd56-64be97daaa33 HTTP/1.1" status: 200 len: 854 time: 0.1026089 Jun 11 18:16:25.551834 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8fc75920-0860-4632-addf-fca3785a1d74 req-c02e6db6-7d8d-4b82-8156-7c68e79a48b5 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650066 Jun 11 18:16:25.600877 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.601457 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:25.689999 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-f0cd1c45-fe99-45eb-b968-e0512ef77e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:25.691842 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-f0cd1c45-fe99-45eb-b968-e0512ef77e3e service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2864766 Jun 11 18:16:25.739159 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Calling delete_port for c3baf963-ddce-4589-bf31-1f3407222832 owned by network:floatingip {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:26.348894 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-3e6a4302-f394-4543-8b4d-b3419131bdba service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061108 Jun 11 18:16:26.553794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dfba9673-8dcc-421c-83a6-696656cd5f5a req-b49de414-edfd-45b9-bb50-5c8645c56efb service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903732 Jun 11 18:16:26.576146 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.581779 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:26.652259 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event deleted for resources: {'Port': ['ID=c3baf963-ddce-4589-bf31-1f3407222832,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:26.659533 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:26.863040 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks [] for floatingip, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:26.863513 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Floating IP 4eaa3498-2d61-4d58-b9f5-92c83e56ffa1 disassociated (deleted). External IP: 172.27.0.159, port: 6ec71750-8767-4904-9cd4-05362522b03c. Jun 11 18:16:27.086866 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a65d66-2386-4b9d-907e-f4338ce5baf9 req-734921ba-4ea3-42bc-bfa8-fdb4cb8734b2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:27.088749 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-09a65d66-2386-4b9d-907e-f4338ce5baf9 req-734921ba-4ea3-42bc-bfa8-fdb4cb8734b2 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 947 time: 0.3264825 Jun 11 18:16:27.159758 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-09a65d66-2386-4b9d-907e-f4338ce5baf9 req-92ef9355-965d-44a4-a219-782dcd1a16b8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645595 Jun 11 18:16:27.322540 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:16:27.519608 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:16:27.527251 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:27.531095 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] Sync routers for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:16:27.541487 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:27.542125 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:15:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:27.613924 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "DELETE /v2.0/floatingips/4eaa3498-2d61-4d58-b9f5-92c83e56ffa1 HTTP/1.1" status: 204 len: 168 time: 2.9860346 Jun 11 18:16:27.613924 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:16:27.616928 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:16:27.679774 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf015f6-a96f-470b-aaa1-1865639bc545 x-openstack-request-id: req-abf015f6-a96f-470b-aaa1-1865639bc545 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:16:27.680345 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "tag": "6ec71750-8767-4904-9cd4-05362522b03c", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:16:27.680773 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abf015f6-a96f-470b-aaa1-1865639bc545 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:16:27.681455 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c', 'status': 'completed', 'code': 200} Jun 11 18:16:27.731704 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:27.797887 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-fe24a775-53b9-4551-a3fa-7b1455fd2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:27.799800 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-fe24a775-53b9-4551-a3fa-7b1455fd2b7d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=d802f83211234549850ff407c63c93da&device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 1098 time: 0.0922372 Jun 11 18:16:27.952997 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-426500e2-6a34-4848-aa81-a65d3bf60e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:28.048473 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-19440746-bfb9-4314-ab9a-3c553024ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:28.051354 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-19440746-bfb9-4314-ab9a-3c553024ffb4 service neutron] 10.222.0.82 "GET /v2.0/networks?id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 200 len: 916 time: 0.2417650 Jun 11 18:16:28.154030 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-6aee6364-5c4c-49ef-aee1-b6e7a7d0535b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 200 len: 217 time: 0.0948632 Jun 11 18:16:28.233650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-fa0e2411-18b8-4741-a2b0-2050355c2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:28.236099 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-fa0e2411-18b8-4741-a2b0-2050355c2fe5 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=80a65069-91fe-4610-bd56-64be97daaa33 HTTP/1.1" status: 200 len: 854 time: 0.0747085 Jun 11 18:16:28.253587 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:28.325955 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-0bb2a941-683e-41d0-8196-2e90a8427307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:28.327474 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-0bb2a941-683e-41d0-8196-2e90a8427307 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=ce62ed7a-c528-44bc-9e6d-3c0b9398701c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840764 Jun 11 18:16:28.386558 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 5, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:28.390924 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] Checking router: 0ffa81c2-82a4-4225-a803-cb11b4c98c7e for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:16:28.402397 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:28.403122 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:28.492133 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-17d8d808-4398-42ad-a803-735e5e6d3846 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551125 Jun 11 18:16:28.587154 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:28.665202 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22eb583e-1c02-4af6-b2d5-5395c51c3ba0 req-3475f77e-9b26-4d58-8fc9-fb5fdc19d754 service neutron] 10.222.0.82 "GET /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653740 Jun 11 18:16:28.950578 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 5, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:28.956764 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf44e63-984c-4165-8c08-ea49f960ea58 None None] The sync data for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi is: [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:12:50Z', 'revision_number': 4, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '65cdd95d-deb5-433b-bf75-a0dc572afb47', 'name': '', 'network_id': 'ce62ed7a-c528-44bc-9e6d-3c0b9398701c', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'mac_address': 'fa:16:3e:81:b8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '80a65069-91fe-4610-bd56-64be97daaa33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:48Z', 'updated_at': '2021-06-11T18:13:01Z', 'revision_number': 5, 'project_id': 'd802f83211234549850ff407c63c93da', 'subnets': [{'id': '80a65069-91fe-4610-bd56-64be97daaa33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:16:29.221441 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:29.240119 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6db8e92-00a6-49b2-9e7f-9b76bab6575f None None] New status for floating IP 4eaa3498-2d61-4d58-b9f5-92c83e56ffa1: DOWN {{(pid=92018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:16:31.093174 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:31.192477 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b2f33-ada2-4281-b37e-20c3fdf3ae84 req-1bb65baf-b01d-4645-93bd-ea0673b6a936 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:31.194658 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c77b2f33-ada2-4281-b37e-20c3fdf3ae84 req-1bb65baf-b01d-4645-93bd-ea0673b6a936 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.0851393 Jun 11 18:16:31.246137 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c77b2f33-ada2-4281-b37e-20c3fdf3ae84 req-ea171d77-4519-4455-b39a-bb81014ee050 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454042 Jun 11 18:16:32.446463 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22675478-08f0-4bd2-ba43-952dd0ae3dac req-5c796f7a-d81e-4253-a302-1f1ec478b538 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:32.447999 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22675478-08f0-4bd2-ba43-952dd0ae3dac req-5c796f7a-d81e-4253-a302-1f1ec478b538 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.0768290 Jun 11 18:16:32.492187 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-22675478-08f0-4bd2-ba43-952dd0ae3dac req-4623b3ce-c2cb-4e5b-92a8-453cad9ae9b1 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384879 Jun 11 18:16:33.146405 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:16:33.204108 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-fb16104e-900b-4fd8-bf0a-0f9e1f704eed tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:33.205684 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-fb16104e-900b-4fd8-bf0a-0f9e1f704eed tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.82 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.0818765 Jun 11 18:16:33.352864 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Deleting port 6ec71750-8767-4904-9cd4-05362522b03c {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:33.353202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:33.543819 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] For port 6ec71750-8767-4904-9cd4-05362522b03c, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=6ec71750-8767-4904-9cd4-05362522b03c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:33.544685 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:33.655719 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Calling delete_port for 6ec71750-8767-4904-9cd4-05362522b03c owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:33.821312 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faf41a-6c45-43ca-85ab-d2a9be26d081 req-d71e255b-80f8-4673-846f-88ec9ea40d20 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:16:33.822884 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-16faf41a-6c45-43ca-85ab-d2a9be26d081 req-d71e255b-80f8-4673-846f-88ec9ea40d20 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/ports?device_id=382049b2-67f8-479b-a085-bd2fa62b6860 HTTP/1.1" status: 200 len: 945 time: 0.1609566 Jun 11 18:16:33.938951 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-16faf41a-6c45-43ca-85ab-d2a9be26d081 req-a05b9240-961e-451c-ba27-d5478ffe062d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.15 "GET /v2.0/security-groups?id=1644a79f-8d99-4df1-9a88-60bd4cfc2682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034753 Jun 11 18:16:33.946794 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:33.953985 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7a397a21-08b8-4171-8e59-97eeb8110718 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:33.972147 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['6ec71750-8767-4904-9cd4-05362522b03c'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:16:34.007690 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Pushing event deleted for resources: {'Port': ['ID=6ec71750-8767-4904-9cd4-05362522b03c,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:34.011218 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:34.069853 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] No DVR routers for this DVR port 6ec71750-8767-4904-9cd4-05362522b03c on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:34.072854 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:34.074998 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0eb38bfa-fafe-4f0b-aac3-036e545d8b69 req-4e4033e0-e684-40a2-a4f6-777880dc0f5d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] 10.222.0.82 "DELETE /v2.0/ports/6ec71750-8767-4904-9cd4-05362522b03c HTTP/1.1" status: 204 len: 173 time: 0.8621473 Jun 11 18:16:34.075559 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'name': 'network-vif-deleted', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:16:34.078149 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c274e8-3463-45d0-bc87-32dd9f13e003" -d '{"events": [{"server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "name": "network-vif-deleted", "tag": "6ec71750-8767-4904-9cd4-05362522b03c"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:16:34.121317 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a187edf-6142-41be-a035-121575d9d88d x-openstack-request-id: req-3a187edf-6142-41be-a035-121575d9d88d {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:16:34.121847 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382049b2-67f8-479b-a085-bd2fa62b6860", "name": "network-vif-deleted", "tag": "6ec71750-8767-4904-9cd4-05362522b03c", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:16:34.122450 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a187edf-6142-41be-a035-121575d9d88d {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:16:34.123167 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382049b2-67f8-479b-a085-bd2fa62b6860', 'name': 'network-vif-deleted', 'tag': '6ec71750-8767-4904-9cd4-05362522b03c', 'status': 'completed', 'code': 200} Jun 11 18:16:35.674351 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43454) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:36.651378 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:36.905619 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 6ec71750-8767-4904-9cd4-05362522b03c no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:36.944243 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 6ec71750-8767-4904-9cd4-05362522b03c {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:36.944697 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 6ec71750-8767-4904-9cd4-05362522b03c not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:37.079433 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Deleting port 65cdd95d-deb5-433b-bf75-a0dc572afb47 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:37.080045 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:37.192366 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] For port 65cdd95d-deb5-433b-bf75-a0dc572afb47, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=65cdd95d-deb5-433b-bf75-a0dc572afb47,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:37.192723 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:37.288879 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Calling delete_port for 65cdd95d-deb5-433b-bf75-a0dc572afb47 owned by network:router_interface {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:37.542033 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:37.545451 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:37.600708 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cdd95d-deb5-433b-bf75-a0dc572afb47,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:37.607242 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:37.919359 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:38.268894 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:16:38.443758 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:16:38.452081 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ffa81c2-82a4-4225-a803-cb11b4c98c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7762570 Jun 11 18:16:38.453388 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] Sync routers for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:16:38.457163 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43460) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:38.468012 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:38.469114 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:38.624034 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:38.668973 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:38.797421 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:38.895374 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Deleting port c7246ee0-fc77-421d-8f70-bb4451a4a0be {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:38.895848 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:39.011666 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:16:37Z', 'revision_number': 5, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port': {'id': 'c7246ee0-fc77-421d-8f70-bb4451a4a0be', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:03:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:12:42Z', 'updated_at': '2021-06-11T18:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:39.015604 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] Checking router: 0ffa81c2-82a4-4225-a803-cb11b4c98c7e for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:16:39.025299 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] For port c7246ee0-fc77-421d-8f70-bb4451a4a0be, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c7246ee0-fc77-421d-8f70-bb4451a4a0be,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:39.025861 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:39.028479 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] Routers {'0ffa81c2-82a4-4225-a803-cb11b4c98c7e'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:39.029356 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:39.128528 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Calling delete_port for c7246ee0-fc77-421d-8f70-bb4451a4a0be owned by network:router_gateway {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:39.170470 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] Set router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e gateway port host: None {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:39.254134 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:16:38Z', 'revision_number': 6, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port_host': None}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:39.260210 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aed9f48-a437-4258-a501-44543f074f27 None None] The sync data for ids ['0ffa81c2-82a4-4225-a803-cb11b4c98c7e'] in dv-cinder-796049-1-iscsi is: [{'id': '0ffa81c2-82a4-4225-a803-cb11b4c98c7e', 'name': 'tempest-TestMinimumBasicScenario-1935293073-router', 'tenant_id': 'd802f83211234549850ff407c63c93da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:40Z', 'updated_at': '2021-06-11T18:16:38Z', 'revision_number': 6, 'project_id': 'd802f83211234549850ff407c63c93da', 'gw_port_host': None}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:16:39.363812 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:39.369130 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0357cb2c-5dad-49e9-a648-2e9359d6e65a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:39.401416 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7246ee0-fc77-421d-8f70-bb4451a4a0be,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:39.404666 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:39.499267 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:39.959957 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:39.962280 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.043459 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.044118 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ffa81c2-82a4-4225-a803-cb11b4c98c7e {{(pid=92015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:16:40.049523 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Notify callbacks [] for router, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.050705 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0ffa81c2-82a4-4225-a803-cb11b4c98c7e HTTP/1.1" status: 204 len: 168 time: 1.5921175 Jun 11 18:16:40.054622 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43462) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:40.129554 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Deleting subnet 80a65069-91fe-4610-bd56-64be97daaa33 {{(pid=92015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:16:40.134075 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.189733 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31406609'] for subnet, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.354783 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c7246ee0-fc77-421d-8f70-bb4451a4a0be no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:40.356707 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.381087 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: c7246ee0-fc77-421d-8f70-bb4451a4a0be {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:40.381612 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c7246ee0-fc77-421d-8f70-bb4451a4a0be not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:40.381870 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 65cdd95d-deb5-433b-bf75-a0dc572afb47 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:40.407389 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 65cdd95d-deb5-433b-bf75-a0dc572afb47 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:40.407772 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 65cdd95d-deb5-433b-bf75-a0dc572afb47 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:40.445436 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32466445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30103418'] for subnet, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.447880 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:40.484446 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a65069-91fe-4610-bd56-64be97daaa33,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:40.488241 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.492190 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/80a65069-91fe-4610-bd56-64be97daaa33 HTTP/1.1" status: 204 len: 168 time: 0.4342837 Jun 11 18:16:40.492190 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:40.492793 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43464) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:40.495520 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acccc114-0ff7-4bab-a41d-5598022550a7 None None] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:16:40.593629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.669050 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Deleting port c271b009-3781-463a-8e4a-337674163f9c {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:40.669257 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.762731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] For port c271b009-3781-463a-8e4a-337674163f9c, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c271b009-3781-463a-8e4a-337674163f9c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:40.763011 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.863826 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Calling delete_port for c271b009-3781-463a-8e4a-337674163f9c owned by network:dhcp {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:40.881582 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] DHCP port deletion for ce62ed7a-c528-44bc-9e6d-3c0b9398701c request from dv-cinder-796049-1-iscsi {{(pid=92017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:16:40.942300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Deleting port c271b009-3781-463a-8e4a-337674163f9c {{(pid=92017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:40.942715 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.968337 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:40.971674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7e1178be-3c31-41d4-b0d2-11b1cdb996a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:41.002319 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] No DVR routers for this DVR port c271b009-3781-463a-8e4a-337674163f9c on host dv-cinder-796049-1-iscsi {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:41.011393 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c271b009-3781-463a-8e4a-337674163f9c,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:41.015399 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:41.032183 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] For port c271b009-3781-463a-8e4a-337674163f9c, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c271b009-3781-463a-8e4a-337674163f9c,segment=NetworkSegment(f4038296-4781-490d-92bf-678444ef7821),segment_id=f4038296-4781-490d-92bf-678444ef7821)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:41.032694 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:41.123285 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:41.133406 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Calling delete_port for c271b009-3781-463a-8e4a-337674163f9c owned by network:dhcp {{(pid=92017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:41.139918 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce62ed7a-c528-44bc-9e6d-3c0b9398701c']}} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:41.152461 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4038296-4781-490d-92bf-678444ef7821') {'for_net_delete': True} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:41.152755 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4038296-4781-490d-92bf-678444ef7821') {} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:41.163736 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31406618'] for segment, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:41.181402 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:41.188219 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=92015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:16:41.188947 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32466340'] for segment, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: Traceback (most recent call last): Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: timer() Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: cb(*args, **kw) Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: return func(*args, **kwargs) Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: self._notify() Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: self.callback(batched_events) Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: event.method(event) Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: return f(self, *a, **k) Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._get(url).json() Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: return self.request(url, 'GET', **kwargs) Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:16:41.190862 dv-cinder-796049-1-iscsi neutron-server[92015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:16:41.274943 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:41.277437 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:41.279644 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:41.279826 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8da1d190-6855-4e24-9f22-d11d7a285eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:41.284702 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:41.287841 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ce62ed7a-c528-44bc-9e6d-3c0b9398701c HTTP/1.1" status: 204 len: 168 time: 0.7931745 Jun 11 18:16:41.292509 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43466) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:41.308833 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Pushing event deleted for resources: {'Port': ['ID=c271b009-3781-463a-8e4a-337674163f9c,revision_number=None']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:41.309347 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce62ed7a-c528-44bc-9e6d-3c0b9398701c,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:41.311336 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Network ce62ed7a-c528-44bc-9e6d-3c0b9398701c is not hosted by any dhcp agent {{(pid=92017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 11 18:16:41.312088 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] No DVR routers for this DVR port c271b009-3781-463a-8e4a-337674163f9c on host dv-cinder-796049-1-iscsi {{(pid=92017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:41.313115 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:41.323561 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.324428 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.325194 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.325647 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.326081 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.326784 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.326989 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.327548 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.328155 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.328758 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.329284 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.329852 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:16:41.335274 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:42.039637 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:42.334989 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c271b009-3781-463a-8e4a-337674163f9c no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:42.360502 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: c271b009-3781-463a-8e4a-337674163f9c {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:42.360961 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c271b009-3781-463a-8e4a-337674163f9c not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:42.402143 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Deleting port e9c16e85-00ea-4d8b-9c4f-bcab3723062f {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:42.402822 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:42.522314 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] For port e9c16e85-00ea-4d8b-9c4f-bcab3723062f, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,segment=NetworkSegment(1f3ac6f8-8561-41cb-a087-a759e001ad71),segment_id=1f3ac6f8-8561-41cb-a087-a759e001ad71)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:42.522766 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:42.632130 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Calling delete_port for e9c16e85-00ea-4d8b-9c4f-bcab3723062f owned by network:router_interface {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:42.879363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:42.881612 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:42.913646 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c16e85-00ea-4d8b-9c4f-bcab3723062f,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:42.916904 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:43.177807 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:43.401682 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:43.507150 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Router 0bd2a767-8567-434c-8ec2-4d42d71bb040 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:16:43.658318 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:16:43.663956 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] 10.222.0.15 "PUT /v2.0/routers/0bd2a767-8567-434c-8ec2-4d42d71bb040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3689079 Jun 11 18:16:43.666822 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43470) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:43.669668 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] Sync routers for ids ['0bd2a767-8567-434c-8ec2-4d42d71bb040'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:16:43.679239 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] Routers {'0bd2a767-8567-434c-8ec2-4d42d71bb040'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:43.679936 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0bd2a767-8567-434c-8ec2-4d42d71bb040'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:43.824112 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:43.836703 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] Set router 0bd2a767-8567-434c-8ec2-4d42d71bb040 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:44.110556 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:16:42Z', 'revision_number': 5, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:44.114652 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] Checking router: 0bd2a767-8567-434c-8ec2-4d42d71bb040 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:16:44.125334 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] Routers {'0bd2a767-8567-434c-8ec2-4d42d71bb040'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:16:44.125998 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['0bd2a767-8567-434c-8ec2-4d42d71bb040'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:44.266409 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:44.305248 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] Set router 0bd2a767-8567-434c-8ec2-4d42d71bb040 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:16:44.357947 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Deleting port 5bb36c16-e903-411f-9739-c0ecff5bdbaf {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:44.358352 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:44.546384 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] For port 5bb36c16-e903-411f-9739-c0ecff5bdbaf, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=5bb36c16-e903-411f-9739-c0ecff5bdbaf,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:44.547131 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:44.621404 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:16:42Z', 'revision_number': 5, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:44.627577 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d435e4-4096-43e5-93cc-9b3b791d9bb5 None None] The sync data for ids ['0bd2a767-8567-434c-8ec2-4d42d71bb040'] in dv-cinder-796049-1-iscsi is: [{'id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'name': 'tempest-TestMinimumBasicScenario-2052306664-router', 'tenant_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107'}], 'enable_snat': True}, 'gw_port_id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:12:58Z', 'updated_at': '2021-06-11T18:16:42Z', 'revision_number': 5, 'project_id': 'f1a6f70d06e447e1899e23bbd8e887db', 'gw_port': {'id': '5bb36c16-e903-411f-9739-c0ecff5bdbaf', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd2a767-8567-434c-8ec2-4d42d71bb040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:13:00Z', 'updated_at': '2021-06-11T18:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:16:44.661857 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Calling delete_port for 5bb36c16-e903-411f-9739-c0ecff5bdbaf owned by network:router_gateway {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:44.903226 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:44.905492 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ee57f54f-e90a-4ff3-b714-d9b834b752b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:44.934370 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb36c16-e903-411f-9739-c0ecff5bdbaf,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:44.937883 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:45.040882 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.188053 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.191027 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.258101 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.258980 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd2a767-8567-434c-8ec2-4d42d71bb040 {{(pid=92016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:16:45.266768 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.269015 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0bd2a767-8567-434c-8ec2-4d42d71bb040 HTTP/1.1" status: 204 len: 168 time: 1.6008604 Jun 11 18:16:45.272566 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43474) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:45.339230 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] Deleting subnet 7ce23930-6af0-44ed-b1ec-f9a102ed548f {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:16:45.343458 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.416738 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.566256 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.645533 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.648767 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b3e1f0db-4a76-45e9-9b48-9294a8190226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:45.683623 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce23930-6af0-44ed-b1ec-f9a102ed548f,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:45.687265 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:45.688378 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.690597 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-96048718-6b82-4bf9-8288-c972765002dd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7ce23930-6af0-44ed-b1ec-f9a102ed548f HTTP/1.1" status: 204 len: 168 time: 0.4167762 Jun 11 18:16:45.693563 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43476) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:45.696741 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a3681a-1290-420e-b265-0ed3d32f99b6 None None] Network eb2793ce-ca9b-49bb-bf9d-56347bfa3428 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:16:45.793728 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:45.857177 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Deleting port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:45.857664 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.018328 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] For port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,segment=NetworkSegment(1f3ac6f8-8561-41cb-a087-a759e001ad71),segment_id=1f3ac6f8-8561-41cb-a087-a759e001ad71)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:46.018924 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.031913 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f484804a-c203-4014-b704-ea67e6953429 None None] DHCP port deletion for eb2793ce-ca9b-49bb-bf9d-56347bfa3428 request from dv-cinder-796049-1-iscsi {{(pid=92017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:16:46.098218 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-f484804a-c203-4014-b704-ea67e6953429 None None] Deleting port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 {{(pid=92017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:16:46.098489 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f484804a-c203-4014-b704-ea67e6953429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.132525 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Calling delete_port for 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 owned by network:dhcp {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:46.193874 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-f484804a-c203-4014-b704-ea67e6953429 None None] For port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,segment=NetworkSegment(1f3ac6f8-8561-41cb-a087-a759e001ad71),segment_id=1f3ac6f8-8561-41cb-a087-a759e001ad71)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:16:46.194299 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f484804a-c203-4014-b704-ea67e6953429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.237373 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.240253 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-669f3cfe-825b-4333-b653-35269e2ee21f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:46.275624 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Pushing event deleted for resources: {'Port': ['ID=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:46.279329 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:46.280140 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] No DVR routers for this DVR port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 on host dv-cinder-796049-1-iscsi {{(pid=92016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:46.297623 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-f484804a-c203-4014-b704-ea67e6953429 None None] Calling delete_port for 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 owned by network:dhcp {{(pid=92017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:16:46.368445 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device e9c16e85-00ea-4d8b-9c4f-bcab3723062f no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:46.395072 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.396984 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: e9c16e85-00ea-4d8b-9c4f-bcab3723062f {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:46.397346 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device e9c16e85-00ea-4d8b-9c4f-bcab3723062f not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:46.397779 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 5bb36c16-e903-411f-9739-c0ecff5bdbaf no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:46.407567 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2793ce-ca9b-49bb-bf9d-56347bfa3428']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:46.425227 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3ac6f8-8561-41cb-a087-a759e001ad71') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:46.425597 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3ac6f8-8561-41cb-a087-a759e001ad71') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:16:46.436160 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 5bb36c16-e903-411f-9739-c0ecff5bdbaf {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:46.436584 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 5bb36c16-e903-411f-9739-c0ecff5bdbaf not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:46.436945 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:16:46.437608 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.456792 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.468155 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:16:46.468811 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:16:46.472024 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:16:46.479058 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:16:46.479423 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:16:46.511056 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f484804a-c203-4014-b704-ea67e6953429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.513117 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:46.543524 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484804a-c203-4014-b704-ea67e6953429 None None] Pushing event deleted for resources: {'Port': ['ID=7341d8ae-981d-4d9f-91e8-1ef6f81dea65,revision_number=None']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:46.546957 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-f484804a-c203-4014-b704-ea67e6953429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:46.550903 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484804a-c203-4014-b704-ea67e6953429 None None] No DVR routers for this DVR port 7341d8ae-981d-4d9f-91e8-1ef6f81dea65 on host dv-cinder-796049-1-iscsi {{(pid=92017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:16:46.556353 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.561090 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0d52b3e6-337f-4546-be27-95fccad8785c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:46.563147 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.565234 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb2793ce-ca9b-49bb-bf9d-56347bfa3428 HTTP/1.1" status: 204 len: 168 time: 0.8704810 Jun 11 18:16:46.582812 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2793ce-ca9b-49bb-bf9d-56347bfa3428,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:46.585882 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b8a87303-a223-41c1-a70f-44025a0e270b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:46.749292 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43480) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:46.799013 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e464492e-3b8a-4569-a697-5f2c5bbe3a34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d802f83211234549850ff407c63c93da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483909 Jun 11 18:16:46.801458 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43482) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:46.855427 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91c7b58f-9039-4b00-ba2c-87140410fe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.879109 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91c7b58f-9039-4b00-ba2c-87140410fe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.933646 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91c7b58f-9039-4b00-ba2c-87140410fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.936289 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-91c7b58f-9039-4b00-ba2c-87140410fe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:46.937461 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-91c7b58f-9039-4b00-ba2c-87140410fe72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1644a79f-8d99-4df1-9a88-60bd4cfc2682 HTTP/1.1" status: 204 len: 168 time: 0.1351027 Jun 11 18:16:46.938283 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4c86825e-6734-4f1c-9d87-3f15fd0b3ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:46.948189 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7b58f-9039-4b00-ba2c-87140410fe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1644a79f-8d99-4df1-9a88-60bd4cfc2682,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:46.950424 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-91c7b58f-9039-4b00-ba2c-87140410fe72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:47.318957 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43488) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:47.367978 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-fc018e93-5c58-4e4d-b863-f54f17320f02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1a6f70d06e447e1899e23bbd8e887db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476990 Jun 11 18:16:47.370758 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43490) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:16:47.432187 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-b205cf8c-d43e-4a77-907d-0fb85459f5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:47.456263 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-b205cf8c-d43e-4a77-907d-0fb85459f5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:47.518131 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-b205cf8c-d43e-4a77-907d-0fb85459f5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:47.523237 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-b205cf8c-d43e-4a77-907d-0fb85459f5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:47.524832 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-b205cf8c-d43e-4a77-907d-0fb85459f5c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2f1dc82-f096-4f4f-8430-682a8c906812 HTTP/1.1" status: 204 len: 168 time: 0.1529286 Jun 11 18:16:47.525557 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-29db0bc9-f28d-48b0-81e9-30e41e2b7183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:16:47.536514 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205cf8c-d43e-4a77-907d-0fb85459f5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f1dc82-f096-4f4f-8430-682a8c906812,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:16:47.540120 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-b205cf8c-d43e-4a77-907d-0fb85459f5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:16:55.207919 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-19ca76c5-9336-467d-860b-34c74c7f629a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:57.868098 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d93968f0-4b1a-4318-8db0-976ecf9e1362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:58.076670 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:16:59.214205 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:01.102546 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:07.233810 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816f28-7997-4888-a926-cadf43ab5c09 req-b09ebdba-b4ff-4672-87a7-066dd70caed7 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:07.235420 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ae816f28-7997-4888-a926-cadf43ab5c09 req-b09ebdba-b4ff-4672-87a7-066dd70caed7 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 947 time: 0.0854440 Jun 11 18:17:07.304676 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ae816f28-7997-4888-a926-cadf43ab5c09 req-c83bc92d-32a4-45e3-8311-477e1162afac tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626452 Jun 11 18:17:08.522187 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6173-c2de-4cc2-b340-17b15d4d0582 req-84534e91-6a3c-4a08-bd77-34a867aee1d8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:08.523858 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0b5e6173-c2de-4cc2-b340-17b15d4d0582 req-84534e91-6a3c-4a08-bd77-34a867aee1d8 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 947 time: 0.0881109 Jun 11 18:17:08.618290 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0b5e6173-c2de-4cc2-b340-17b15d4d0582 req-165882da-4d4d-4946-8494-fb7a433aebd0 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups?id=25817e55-065c-46e0-9b97-77db710112ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833836 Jun 11 18:17:08.660479 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-3979eb03-b702-4f09-a267-4d5500ee2507 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:08.662729 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-3979eb03-b702-4f09-a267-4d5500ee2507 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 947 time: 0.1005685 Jun 11 18:17:08.800945 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Deleting port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:08.801299 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:08.920872 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] For port 2133655e-4c1d-4d01-a1e9-e48ec2545a06, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=2133655e-4c1d-4d01-a1e9-e48ec2545a06,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:08.921138 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:09.158605 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:09.158989 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:09.159372 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Floating IP 697ade40-721d-4297-a4bb-fc680fe41f6e disassociated. External IP: 172.27.0.200, port: 2133655e-4c1d-4d01-a1e9-e48ec2545a06. Jun 11 18:17:09.159666 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Calling delete_port for 2133655e-4c1d-4d01-a1e9-e48ec2545a06 owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:09.335914 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:09.340847 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a7e6438a-98fa-4c73-84f8-87675fb14797 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:09.386779 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event deleted for resources: {'Port': ['ID=2133655e-4c1d-4d01-a1e9-e48ec2545a06,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:09.393242 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:09.546822 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Router 63b41088-b67b-4728-9c55-ffed49f75ebf has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:17:09.718483 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:17:09.732512 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] Sync routers for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:17:09.751998 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:09.753274 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:09.838380 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1b0d5c41-846f-4f9c-8190-309367245301 req-5ec2e76a-3093-4d23-8b75-b97baf95f6a4 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/ports?device_id=9eb33fc6-3ee3-4610-8804-25ea883756b2 HTTP/1.1" status: 200 len: 210 time: 0.0413890 Jun 11 18:17:09.863780 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] No DVR routers for this DVR port 2133655e-4c1d-4d01-a1e9-e48ec2545a06 on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:17:09.867341 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:09.873336 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0c409de7-7f65-4c3d-856f-c47a0940fdd3 req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.82 "DELETE /v2.0/ports/2133655e-4c1d-4d01-a1e9-e48ec2545a06 HTTP/1.1" status: 204 len: 173 time: 1.2043414 Jun 11 18:17:09.874272 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-deleted', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:09.877438 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eb0535-f9be-4cb8-bdae-e037ddc54eb5" -d '{"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-deleted", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:09.936947 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4030c850-183e-4cc3-8775-4e36466e4d0a x-openstack-request-id: req-4030c850-183e-4cc3-8775-4e36466e4d0a {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:09.937264 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb33fc6-3ee3-4610-8804-25ea883756b2", "name": "network-vif-deleted", "tag": "2133655e-4c1d-4d01-a1e9-e48ec2545a06", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:09.937553 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4030c850-183e-4cc3-8775-4e36466e4d0a {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:09.937978 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb33fc6-3ee3-4610-8804-25ea883756b2', 'name': 'network-vif-deleted', 'tag': '2133655e-4c1d-4d01-a1e9-e48ec2545a06', 'status': 'completed', 'code': 200} Jun 11 18:17:09.943626 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:10.147064 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:17:10.282588 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:10.301196 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] Checking router: 63b41088-b67b-4728-9c55-ffed49f75ebf for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:17:10.313555 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:10.314503 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:10.632494 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:10.932363 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:10.936200 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298592e-b51b-4e27-b5b3-4265145695bd None None] The sync data for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi is: [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:07:26Z', 'revision_number': 4, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': 'd271e6d1-7f17-4d65-97f2-2db4df053448', 'name': '', 'network_id': '10e739d9-43a5-46a7-afb2-324284d3a27f', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'mac_address': 'fa:16:3e:55:87:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:24Z', 'updated_at': '2021-06-11T18:07:45Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'subnets': [{'id': 'e7e1ba3b-0c63-46dc-89ce-a323c1cfde25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:17:10.994109 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43526) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:11.069045 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-53fb655c-4c46-4e11-a08c-d767461d2573 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.103029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-53fb655c-4c46-4e11-a08c-d767461d2573 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.163855 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-53fb655c-4c46-4e11-a08c-d767461d2573 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.166464 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-53fb655c-4c46-4e11-a08c-d767461d2573 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.170738 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-53fb655c-4c46-4e11-a08c-d767461d2573 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "DELETE /v2.0/security-groups/25817e55-065c-46e0-9b97-77db710112ef HTTP/1.1" status: 204 len: 168 time: 0.1725130 Jun 11 18:17:11.170738 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1b7768f8-ad81-4461-8ffd-53b4176a32f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:11.171658 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43528) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:11.179674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb655c-4c46-4e11-a08c-d767461d2573 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25817e55-065c-46e0-9b97-77db710112ef,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:11.183651 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-53fb655c-4c46-4e11-a08c-d767461d2573 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:11.202798 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.api.v2.resource [None req-de5b1f5c-6b72-40e1-bfb3-372c081f0108 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] show failed (client error): The resource could not be found. Jun 11 18:17:11.204874 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-de5b1f5c-6b72-40e1-bfb3-372c081f0108 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "GET /v2.0/security-groups/25817e55-065c-46e0-9b97-77db710112ef HTTP/1.1" status: 404 len: 347 time: 0.0316606 Jun 11 18:17:11.206912 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43530) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:11.232271 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d42a2f-d03f-4b51-8a19-19d9e36aed42 None None] New status for floating IP 697ade40-721d-4297-a4bb-fc680fe41f6e: DOWN {{(pid=92018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:17:11.403263 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Deleting port 64b6d43f-2a82-406a-973c-b0cb44804303 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:11.403617 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.532400 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.532644 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.644019 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Calling delete_port for 64b6d43f-2a82-406a-973c-b0cb44804303 owned by network:floatingip {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:11.842363 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.845181 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d9d44a39-6b9d-4354-944c-ed6759e49986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:11.885429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Pushing event deleted for resources: {'Port': ['ID=64b6d43f-2a82-406a-973c-b0cb44804303,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:11.889049 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:11.976648 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks [] for floatingip, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.979331 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:11.980639 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] 10.222.0.15 "DELETE /v2.0/floatingips/697ade40-721d-4297-a4bb-fc680fe41f6e HTTP/1.1" status: 204 len: 168 time: 0.7726486 Jun 11 18:17:13.119639 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:13.145815 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 2133655e-4c1d-4d01-a1e9-e48ec2545a06 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:13.146159 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 2133655e-4c1d-4d01-a1e9-e48ec2545a06 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:13.408939 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:14.666477 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43552) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:15.452059 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:15.877372 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Deleting port d271e6d1-7f17-4d65-97f2-2db4df053448 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:15.878376 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:15.998214 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] For port d271e6d1-7f17-4d65-97f2-2db4df053448, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=d271e6d1-7f17-4d65-97f2-2db4df053448,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:15.998813 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:16.399268 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Calling delete_port for d271e6d1-7f17-4d65-97f2-2db4df053448 owned by network:router_interface {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:16.721035 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:16.724303 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e862ddc9-8dec-498e-af2b-3a02de49fb8e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:16.755514 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=d271e6d1-7f17-4d65-97f2-2db4df053448,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:16.789532 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.789915 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.790293 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.790660 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.791025 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.791391 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.791764 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.792123 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.792490 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.792844 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.793202 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.793555 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:16.826408 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:17.006317 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.372144 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Router 63b41088-b67b-4728-9c55-ffed49f75ebf has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:17:17.539476 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:17:17.544887 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] 10.222.0.15 "PUT /v2.0/routers/63b41088-b67b-4728-9c55-ffed49f75ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8770957 Jun 11 18:17:17.548988 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43556) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:17.549779 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] Sync routers for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:17:17.562152 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:17.562701 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:17.729513 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.731911 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:17.888163 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.954694 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Deleting port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:17.955066 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:17.989467 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:17:16Z', 'revision_number': 5, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port': {'id': '486b0ed2-4f1e-4eda-99a6-23c2e67ad33a', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:1b:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:07:15Z', 'updated_at': '2021-06-11T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:17.993077 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] Checking router: 63b41088-b67b-4728-9c55-ffed49f75ebf for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:17:18.002264 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] Routers {'63b41088-b67b-4728-9c55-ffed49f75ebf'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:18.002893 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['63b41088-b67b-4728-9c55-ffed49f75ebf'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:18.071269 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] For port 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=486b0ed2-4f1e-4eda-99a6-23c2e67ad33a,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:18.071947 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.133382 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] Set router 63b41088-b67b-4728-9c55-ffed49f75ebf gateway port host: None {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:18.172746 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Calling delete_port for 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a owned by network:router_gateway {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:18.218555 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:17:17Z', 'revision_number': 6, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port_host': None}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:18.222380 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e1329a-dda5-4565-ac2e-68417649499d None None] The sync data for ids ['63b41088-b67b-4728-9c55-ffed49f75ebf'] in dv-cinder-796049-1-iscsi is: [{'id': '63b41088-b67b-4728-9c55-ffed49f75ebf', 'name': 'tempest-AttachVolumeShelveTestJSON-2092728731-router', 'tenant_id': '969795a4f15c48dfb449128acf1e5cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:07:13Z', 'updated_at': '2021-06-11T18:17:17Z', 'revision_number': 6, 'project_id': '969795a4f15c48dfb449128acf1e5cf0', 'gw_port_host': None}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:17:18.446400 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.451590 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c9172107-5c11-4ba3-ae15-21bf6e5e0466 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:18.506853 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=486b0ed2-4f1e-4eda-99a6-23c2e67ad33a,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:18.512595 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:18.627386 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.791603 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.794678 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.857749 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.858504 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63b41088-b67b-4728-9c55-ffed49f75ebf {{(pid=92016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:17:18.866528 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.867711 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-38e649db-8a68-4e2e-bec6-71a11e550ffa admin admin] 10.222.0.15 "DELETE /v2.0/routers/63b41088-b67b-4728-9c55-ffed49f75ebf HTTP/1.1" status: 204 len: 168 time: 1.3177547 Jun 11 18:17:18.870424 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43558) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:18.929409 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] Deleting subnet e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:17:18.932988 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:18.981833 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.009661 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device d271e6d1-7f17-4d65-97f2-2db4df053448 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:19.039892 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: d271e6d1-7f17-4d65-97f2-2db4df053448 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:19.040307 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device d271e6d1-7f17-4d65-97f2-2db4df053448 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:19.098727 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.184729 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.187395 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e541ed08-e4ef-49ac-b0d6-d46fe1eddb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:19.222950 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e1ba3b-0c63-46dc-89ce-a323c1cfde25,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:19.226649 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:19.227630 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.232213 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-be20d59e-df6a-4631-9ebb-f40ce978515e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e7e1ba3b-0c63-46dc-89ce-a323c1cfde25 HTTP/1.1" status: 204 len: 168 time: 0.3605947 Jun 11 18:17:19.232377 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43560) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:19.237900 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2da5fd-84c8-4ec3-803d-16ba35578803 None None] Network 10e739d9-43a5-46a7-afb2-324284d3a27f requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:17:19.364473 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.452659 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Deleting port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:19.453040 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.502793 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] DHCP port deletion for 10e739d9-43a5-46a7-afb2-324284d3a27f request from dv-cinder-796049-1-iscsi {{(pid=92017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:17:19.581830 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] Deleting port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 {{(pid=92017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:19.582298 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.590652 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] For port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:19.591075 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.677649 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] For port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,segment=NetworkSegment(5a01ca4e-791a-4b6a-a6a9-565b4d57065a),segment_id=5a01ca4e-791a-4b6a-a6a9-565b4d57065a)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:19.678131 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.702614 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Calling delete_port for 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 owned by network:dhcp {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:19.813745 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] Calling delete_port for 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 owned by network:dhcp {{(pid=92017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:19.840861 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.845480 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4589dd0f-3b8d-444d-a50f-e2ab21dc182c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:19.901253 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:19.905022 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] No DVR routers for this DVR port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 on host dv-cinder-796049-1-iscsi {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:17:19.908172 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:19.925984 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:19.929740 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-55bf1a44-cf29-4252-97a9-5226aa9d9a4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:19.963597 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] Pushing event deleted for resources: {'Port': ['ID=3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379,revision_number=None']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:19.965692 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] No DVR routers for this DVR port 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 on host dv-cinder-796049-1-iscsi {{(pid=92017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:17:19.967285 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-72f7dc7b-72a9-429a-85d4-4d95ad4ceb22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:20.074486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.087740 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e739d9-43a5-46a7-afb2-324284d3a27f']}} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:20.102440 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a01ca4e-791a-4b6a-a6a9-565b4d57065a') {'for_net_delete': True} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:20.102845 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a01ca4e-791a-4b6a-a6a9-565b4d57065a') {} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:20.115594 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31406618'] for segment, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.135093 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.142428 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=92015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:17:20.142867 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32466340'] for segment, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: Traceback (most recent call last): Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: timer() Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: cb(*args, **kw) Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: return func(*args, **kwargs) Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: self._notify() Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: self.callback(batched_events) Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: event.method(event) Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: return f(self, *a, **k) Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._get(url).json() Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: return self.request(url, 'GET', **kwargs) Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:17:20.144998 dv-cinder-796049-1-iscsi neutron-server[92015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:17:20.369679 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:20.402258 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:20.402543 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 486b0ed2-4f1e-4eda-99a6-23c2e67ad33a not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:20.402982 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:20.428539 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:20.428886 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 3fad1cd4-ecd5-489d-a94d-3d3ba2f2c379 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:20.530854 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.535015 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-42883de2-4607-4af3-aa72-1a7236cd10bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:20.537613 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.539439 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] 10.222.0.15 "DELETE /v2.0/networks/10e739d9-43a5-46a7-afb2-324284d3a27f HTTP/1.1" status: 204 len: 168 time: 1.3062332 Jun 11 18:17:20.553187 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=10e739d9-43a5-46a7-afb2-324284d3a27f,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:20.556071 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:20.679257 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43564) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:20.725930 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-5c3f3ec6-9a95-4512-94de-f9b26ff5bf88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=969795a4f15c48dfb449128acf1e5cf0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453260 Jun 11 18:17:20.728691 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43566) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:20.786961 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-37a3654d-9166-4bcb-9a42-d9a4f95ff91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.810958 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-37a3654d-9166-4bcb-9a42-d9a4f95ff91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.865518 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-37a3654d-9166-4bcb-9a42-d9a4f95ff91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.868634 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-37a3654d-9166-4bcb-9a42-d9a4f95ff91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:20.869934 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-37a3654d-9166-4bcb-9a42-d9a4f95ff91b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfbe991b-d8de-40f8-b9f2-b4887766ca4c HTTP/1.1" status: 204 len: 168 time: 0.1402819 Jun 11 18:17:20.870909 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-303ae25f-9ff0-40a9-b4cf-937a84c641e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:20.885653 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3654d-9166-4bcb-9a42-d9a4f95ff91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbe991b-d8de-40f8-b9f2-b4887766ca4c,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:20.889207 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-37a3654d-9166-4bcb-9a42-d9a4f95ff91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:21.644412 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43588) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:21.744789 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1020695876-network', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:21.768457 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Made reservation on behalf of e7557c9e4514447c8453dcbeb105ee64 for: {'network': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:17:21.771705 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for network, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:21.783927 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:21.887191 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:21.893658 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:21.897888 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-18c73a7c-0875-416c-b9c0-450836679118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:21.924733 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=92015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 11 18:17:21.940800 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeb0dde-d935-4a02-a0a3-ea0ff1ea92db,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:21.943241 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:21.944708 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:21.945042 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.segments_db [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Added segment abe053fa-766a-4d3e-9986-1733ccbbc613 of type vlan for network 61796b48-9797-46fc-9206-dd1dcdcd3660 Jun 11 18:17:22.002450 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788191462584'] for network, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.036873 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466'] for network, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.038353 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:22.038949 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.041221 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:22.084413 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4382787 Jun 11 18:17:22.087604 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43592) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:22.092859 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Request body: {'subnet': {'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1020695876-subnet', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:22.143178 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Pushing event updated for resources: {'Network': ['ID=61796b48-9797-46fc-9206-dd1dcdcd3660,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:22.148526 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ebebcf91-a013-49fc-9555-49df6ed06011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:22.154954 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 details requested by agent ovs-agent-dv-cinder-796049-1-iscsi with host dv-cinder-796049-1-iscsi {{(pid=92017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 11 18:17:22.175388 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Made reservation on behalf of e7557c9e4514447c8453dcbeb105ee64 for: {'subnet': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:17:22.179433 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30103383'] for subnet, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.488819 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32466510', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30103361'] for subnet, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.492168 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9ce0111a-132c-4237-ae6c-705a13ff8664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:22.563049 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8,revision_number=0']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:22.572780 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:22.584329 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Checking segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:17:22.584865 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Network hostable DHCP agents. Network: 61796b48-9797-46fc-9206-dd1dcdcd3660, hostable agents: ['19701369-413b-4a22-bf84-26edcd1646ee'], hosted agents: [] {{(pid=92015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 11 18:17:22.607344 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 is scheduled to be hosted by DHCP agent 19701369-413b-4a22-bf84-26edcd1646ee with binding_index 1 {{(pid=92015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 11 18:17:22.620553 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796049-1-iscsi, 61796b48-9797-46fc-9206-dd1dcdcd3660) {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:22.627196 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:22.628304 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.632724 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50fda9f-1426-4bfa-98aa-1c294125c661 None None] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:17:22.653275 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-c43713d8-1c84-4887-951e-29fda46abe3a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5642898 Jun 11 18:17:22.657932 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43594) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:22.665582 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:22.706984 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-429996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1027816'] for router, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.709466 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-430027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-357597', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-338370', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1027809'] for router, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:22.828300 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.037980 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp606b1a67-03db-5996-9332-e8c04ff73141-61796b48-9797-46fc-9206-dd1dcdcd3660', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8'}]}} from dv-cinder-796049-1-iscsi. {{(pid=92017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 11 18:17:23.039427 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.088671 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-357570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-430014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1027831'] for router, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.315490 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.db_base_plugin_common [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Allocated IP 172.20.0.2 (61796b48-9797-46fc-9206-dd1dcdcd3660/6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8/60419463-b50c-4bb2-b934-d26f0768ef57) {{(pid=92017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:17:23.428023 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.460423 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.546686 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Notify callbacks [] for port, precommit_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.556683 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Transition to ACTIVE for port object 60419463-b50c-4bb2-b934-d26f0768ef57 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:23.580956 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Transition to ACTIVE for port object 60419463-b50c-4bb2-b934-d26f0768ef57 will not be triggered until provisioned by entity DHCP. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:23.591505 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008'] for port, after_create {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.596491 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:23.614381 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Allocated IP 172.27.0.109 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/c1466d46-4e16-4d06-a180-8d18090fe183) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:17:23.671713 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 is already hosted by enough agents. {{(pid=92017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:17:23.685186 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.scheduler.base_scheduler [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Resources bound (agent type, host, resource id): {{(pid=92017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:23.693276 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Received port after_create {{(pid=92017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:17:23.705142 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Pushing event updated for resources: {'Port': ['ID=60419463-b50c-4bb2-b934-d26f0768ef57,revision_number=1']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:23.710142 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:23.784392 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Attempting to bind port 60419463-b50c-4bb2-b934-d26f0768ef57 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:17:23.784908 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Attempting to bind port 60419463-b50c-4bb2-b934-d26f0768ef57 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:17:23.785337 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Attempting to bind port 60419463-b50c-4bb2-b934-d26f0768ef57 on network 61796b48-9797-46fc-9206-dd1dcdcd3660 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:23.789159 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.791655 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:17:23.792202 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Checking segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:17:23.792693 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.793248 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Bound using segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:17:23.793894 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Bound port: 60419463-b50c-4bb2-b934-d26f0768ef57, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:17:23.794418 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.838103 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.843279 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7df6a735-17e2-49ed-9569-bf52f63b29f6 tempest-ServerRescueNegativeTestJSON-2092077354 tempest-ServerRescueNegativeTestJSON-2092077354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:23.892507 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:17:23.896267 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:23.899472 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:17:23.904717 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] For port 60419463-b50c-4bb2-b934-d26f0768ef57, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:17:23.910232 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] For port 60419463-b50c-4bb2-b934-d26f0768ef57, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=60419463-b50c-4bb2-b934-d26f0768ef57,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:17:23.917634 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:23.920362 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:23.940714 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Pushing event updated for resources: {'Port': ['ID=c1466d46-4e16-4d06-a180-8d18090fe183,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:23.944345 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:24.006679 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Pushing event updated for resources: {'Port': ['ID=60419463-b50c-4bb2-b934-d26f0768ef57,revision_number=2']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:24.009946 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:24.439248 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:24.454228 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 60419463-b50c-4bb2-b934-d26f0768ef57 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:17:24.569302 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43596) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:24.570711 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 60419463-b50c-4bb2-b934-d26f0768ef57 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:24.938880 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-429991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-358042'] for router, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.014021 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Deleting port 7c304286-703e-4991-bdc7-28e0834c1acc {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:25.014545 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.239440 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1e8f194c-5955-4714-83c4-03c8a25e50ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.282584 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c03ce-65e2-4b51-9377-ee38507089b7 None None] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:17:25.446626 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.447811 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.450144 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-b8428f20-025d-432e-948b-439009de069c None None] Provisioning for port 60419463-b50c-4bb2-b934-d26f0768ef57 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:25.469710 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-b8428f20-025d-432e-948b-439009de069c None None] Provisioning complete for port 60419463-b50c-4bb2-b934-d26f0768ef57 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:25.470872 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-b8428f20-025d-432e-948b-439009de069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.557797 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Calling delete_port for 7c304286-703e-4991-bdc7-28e0834c1acc owned by network:floatingip {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:25.647129 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Router 46b4dcb7-2c8e-4685-8b97-03ec4926760a is scheduled to L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 with binding_index 1 {{(pid=92015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 11 18:17:25.685481 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-b8428f20-025d-432e-948b-439009de069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.747050 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-b8428f20-025d-432e-948b-439009de069c None None] For port 60419463-b50c-4bb2-b934-d26f0768ef57, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=60419463-b50c-4bb2-b934-d26f0768ef57,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:25.753470 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-b8428f20-025d-432e-948b-439009de069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.756628 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:25.797502 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.810901 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:25.839534 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8428f20-025d-432e-948b-439009de069c None None] Pushing event updated for resources: {'Port': ['ID=60419463-b50c-4bb2-b934-d26f0768ef57,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:25.843215 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-b8428f20-025d-432e-948b-439009de069c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:25.857119 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:17:25.867276 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Sync routers for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:17:25.878409 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:25.879220 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:25.883537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] Notify callbacks [] for router, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.885415 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-d1037c04-da5e-4e05-bf66-e5661067680a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2258329 Jun 11 18:17:25.888078 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43600) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:25.902479 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event deleted for resources: {'Port': ['ID=7c304286-703e-4991-bdc7-28e0834c1acc,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:25.906869 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:25.929635 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for floatingip, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:25.930136 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.l3_db [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Floating IP 3380b155-8603-43df-93fc-1640ddbe95f4 disassociated (deleted). External IP: 172.27.0.50, port: cef9049a-fbb0-4fea-ba1e-d17f2d103c29. Jun 11 18:17:26.060797 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:26.078852 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-92534555-c391-4e94-9f0f-0d501131d4d9 None None] Provisioning complete for port 60419463-b50c-4bb2-b934-d26f0768ef57 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:26.079103 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-92534555-c391-4e94-9f0f-0d501131d4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:26.232278 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Router 02b314eb-0dcf-4010-90c8-3456cdbfb367 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:17:26.340961 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:24Z', 'revision_number': 3, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:26.345378 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Checking router: 46b4dcb7-2c8e-4685-8b97-03ec4926760a for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:17:26.345808 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Updating router 46b4dcb7-2c8e-4685-8b97-03ec4926760a port c1466d46-4e16-4d06-a180-8d18090fe183 binding host dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:17:26.408647 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:26.424193 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:17:26.429090 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:26.429898 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 60419463-b50c-4bb2-b934-d26f0768ef57 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:17:26.481033 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] Sync routers for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:17:26.498657 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-fce4a981-b1a2-4067-8f41-ac678438cf8a tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "DELETE /v2.0/floatingips/3380b155-8603-43df-93fc-1640ddbe95f4 HTTP/1.1" status: 204 len: 168 time: 1.9275410 Jun 11 18:17:26.499685 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:26.502891 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9203227e-ff5a-45c2-98aa-cd154d481b25" -d '{"events": [{"name": "network-changed", "server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:26.524556 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:26.525993 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:26.578500 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc37ecf-df78-48eb-9d6a-961f359ccf6c x-openstack-request-id: req-fbc37ecf-df78-48eb-9d6a-961f359ccf6c {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:26.579092 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:26.579398 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbc37ecf-df78-48eb-9d6a-961f359ccf6c {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:26.580292 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'status': 'completed', 'code': 200} Jun 11 18:17:26.724223 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 60419463-b50c-4bb2-b934-d26f0768ef57 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:26.724740 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:26.736313 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:26.814500 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:26.876561 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-a6482019-ce51-4c99-9694-fef6efa5a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:26.877791 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-a6482019-ce51-4c99-9694-fef6efa5a222 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 1099 time: 0.2495997 Jun 11 18:17:26.893999 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Notify callbacks [] for port, precommit_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:26.906884 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.provisioning_blocks [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Transition to ACTIVE for port object c1466d46-4e16-4d06-a180-8d18090fe183 will not be triggered until provisioned by entity L2. {{(pid=92018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:26.916745 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:26.921152 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-3b72aceb-651e-4228-bb16-26752b4628c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:27.006126 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Pushing event updated for resources: {'Port': ['ID=c1466d46-4e16-4d06-a180-8d18090fe183,revision_number=2']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:27.021698 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.022646 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.023464 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.024301 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.025110 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.025933 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.026732 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.027583 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.028572 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.029607 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.030400 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.031170 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:27.037234 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:27.059174 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Attempting to bind port c1466d46-4e16-4d06-a180-8d18090fe183 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:17:27.059556 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Attempting to bind port c1466d46-4e16-4d06-a180-8d18090fe183 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:17:27.059963 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Attempting to bind port c1466d46-4e16-4d06-a180-8d18090fe183 on network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:27.065894 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:17:27.066295 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Checking segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:17:27.067336 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:27.067769 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Bound using segment: {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'} {{(pid=92018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:17:27.068295 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.managers [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Bound port: c1466d46-4e16-4d06-a180-8d18090fe183, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6265b6-d63e-430a-9248-a836b88f0760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}}] {{(pid=92018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:17:27.068785 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:27.127275 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-ca594d49-3e5d-470e-950a-c9ba30c9a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:27.129853 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-ca594d49-3e5d-470e-950a-c9ba30c9a10d service neutron] 10.222.0.82 "GET /v2.0/networks?id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 200 len: 910 time: 0.2095609 Jun 11 18:17:27.132153 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Allocated IP 172.20.0.1 (61796b48-9797-46fc-9206-dd1dcdcd3660/6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8/0988b761-69e6-4fd8-9343-ac66efe23925) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:17:27.160556 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] For port c1466d46-4e16-4d06-a180-8d18090fe183, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:17:27.164501 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.plugins.ml2.db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] For port c1466d46-4e16-4d06-a180-8d18090fe183, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c1466d46-4e16-4d06-a180-8d18090fe183,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:17:27.174087 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron_lib.callbacks.manager [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:27.178946 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:27.217079 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-701c858e-160b-4474-943a-939af5f45046 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 200 len: 217 time: 0.0705526 Jun 11 18:17:27.315685 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Pushing event updated for resources: {'Port': ['ID=c1466d46-4e16-4d06-a180-8d18090fe183,revision_number=3']} {{(pid=92018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:27.320094 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:27.320791 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:27.323567 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG oslo_concurrency.lockutils [None req-3ca4db1f-0a57-46f0-95aa-a9e03ed95cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92018) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:27.414354 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-3d6d40f1-a435-4c20-88e6-c7db13ff2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:27.415712 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-3d6d40f1-a435-4c20-88e6-c7db13ff2d92 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=04abca43-8f83-4c72-935c-7adc97d493c3 HTTP/1.1" status: 200 len: 848 time: 0.1798558 Jun 11 18:17:27.475973 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:29Z', 'revision_number': 5, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:27.481835 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] Checking router: 02b314eb-0dcf-4010-90c8-3456cdbfb367 for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:17:27.498102 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:27.499677 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:16:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:27.515839 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:27.570840 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:27.609440 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae2ecf-0836-4285-803c-ef1d9f57ddde req-3ce7440f-e024-4f66-a096-554a9b34dfa6 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:27.611643 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-56ae2ecf-0836-4285-803c-ef1d9f57ddde req-3ce7440f-e024-4f66-a096-554a9b34dfa6 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.5355058 Jun 11 18:17:27.625419 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Transition to ACTIVE for port object 0988b761-69e6-4fd8-9343-ac66efe23925 will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:27.670024 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-6069ba56-545a-423b-b126-0aa7d11c09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:27.671422 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-6069ba56-545a-423b-b126-0aa7d11c09e6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2455964 Jun 11 18:17:27.719120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:27.750049 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-56ae2ecf-0836-4285-803c-ef1d9f57ddde req-aa9d2d48-5475-43a7-9e8d-a3a03238e4fa tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182854 Jun 11 18:17:27.829145 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:27.833092 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-43513f2a-8809-48ac-adab-33a56cac41e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:27.903264 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-94a9813f-a84a-4445-bf26-9141251a1b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:27.917814 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-ea5bc576-40c3-46e5-899f-c62ca5b4f046 service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293966 Jun 11 18:17:27.922007 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:17:27.924367 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0988b761-69e6-4fd8-9343-ac66efe23925,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:27.930178 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:27.933660 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:17:28.000605 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.001053 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.001653 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.002111 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.002517 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.002939 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.003360 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.003807 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.004280 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.005440 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.005440 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.005807 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:28.010537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:28.030279 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:24Z', 'revision_number': 3, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:28.038586 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85431a03-a44b-4806-a06f-52d59284ab9e None None] The sync data for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi is: [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:24Z', 'revision_number': 3, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:17:28.099527 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:28.131514 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-427103'] for router_interface, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:28.158007 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:29Z', 'revision_number': 5, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:28.165823 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ddc4ee-b786-463d-b3f1-7e14f09f45a1 None None] The sync data for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi is: [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:10:09Z', 'revision_number': 4, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c', 'name': '', 'network_id': '84088dbb-41a4-4a2c-bcd2-f02e0e5699d1', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'mac_address': 'fa:16:3e:86:27:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:05Z', 'updated_at': '2021-06-11T18:10:29Z', 'revision_number': 5, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'subnets': [{'id': '04abca43-8f83-4c72-935c-7adc97d493c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:17:28.275079 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9203227e-ff5a-45c2-98aa-cd154d481b25 req-39c57718-dbc1-4b3a-8d8c-425db6924cbc service neutron] 10.222.0.82 "GET /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461621 Jun 11 18:17:28.328169 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-8269863f-bc0c-4c96-be88-2cb45c41c365 None None] Provisioning for port 0988b761-69e6-4fd8-9343-ac66efe23925 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:28.333571 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-8269863f-bc0c-4c96-be88-2cb45c41c365 None None] Provisioning complete for port 0988b761-69e6-4fd8-9343-ac66efe23925 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:28.334186 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8269863f-bc0c-4c96-be88-2cb45c41c365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:28.382989 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-8269863f-bc0c-4c96-be88-2cb45c41c365 None None] Port 0988b761-69e6-4fd8-9343-ac66efe23925 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:17:28.445044 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:28.575159 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0cf2e-4c44-4f47-9076-902120f1b6bb None None] New status for floating IP 3380b155-8603-43df-93fc-1640ddbe95f4: DOWN {{(pid=92018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:17:28.738596 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:28.745754 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:28.751710 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:28.854264 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-427211'] for router_interface, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:28.856358 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0988b761-69e6-4fd8-9343-ac66efe23925,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:28.860209 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:29.115196 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:17:29.122585 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:29.169654 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-7323ee08-784c-483e-b2f3-401a51f2e8fd tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:29.172415 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-7323ee08-784c-483e-b2f3-401a51f2e8fd tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.82 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.2051480 Jun 11 18:17:29.223939 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:29.416319 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-2e083a44-28e2-4c1c-8e9d-d153c48e70f8 None None] Provisioning complete for port 0988b761-69e6-4fd8-9343-ac66efe23925 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:29.416641 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2e083a44-28e2-4c1c-8e9d-d153c48e70f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:29.464724 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-2e083a44-28e2-4c1c-8e9d-d153c48e70f8 None None] Port 0988b761-69e6-4fd8-9343-ac66efe23925 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:17:29.606988 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87916d-aa8b-4da8-895f-a21ab271a451 req-a387aeeb-50a9-4298-9c98-61da7f1764f9 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:29.608529 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4d87916d-aa8b-4da8-895f-a21ab271a451 req-a387aeeb-50a9-4298-9c98-61da7f1764f9 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 946 time: 0.7143831 Jun 11 18:17:29.805864 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4d87916d-aa8b-4da8-895f-a21ab271a451 req-a2bef22e-6c45-4dd7-a36d-6be25d2c8847 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/security-groups?id=cc398ecd-f872-43c4-996b-188164782cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500568 Jun 11 18:17:29.842434 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Router 46b4dcb7-2c8e-4685-8b97-03ec4926760a has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:17:29.867220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Deleting port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:29.867220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:30.127675 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] For port cef9049a-fbb0-4fea-ba1e-d17f2d103c29, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:30.128260 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:30.132042 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:17:30.143170 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] 10.222.0.15 "PUT /v2.0/routers/46b4dcb7-2c8e-4685-8b97-03ec4926760a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2540038 Jun 11 18:17:30.143955 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Sync routers for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:17:30.161748 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:30.162958 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:30.241862 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Calling delete_port for cef9049a-fbb0-4fea-ba1e-d17f2d103c29 owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:30.415324 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:30.461810 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c1466d46-4e16-4d06-a180-8d18090fe183 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:17:30.522892 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:30.528909 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6eb8acf9-5c7f-4965-b613-855a93879e6e tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:30.589491 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event deleted for resources: {'Port': ['ID=cef9049a-fbb0-4fea-ba1e-d17f2d103c29,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:30.594000 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:30.672426 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port c1466d46-4e16-4d06-a180-8d18090fe183 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:30.688537 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c1466d46-4e16-4d06-a180-8d18090fe183 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:30.689032 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:30.701990 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] No DVR routers for this DVR port cef9049a-fbb0-4fea-ba1e-d17f2d103c29 on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:17:30.706723 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:30.710935 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cfc3febe-eb4f-4d26-8fac-3738c10b840e req-05efad56-b6a1-4d8e-806a-c649f3131630 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.82 "DELETE /v2.0/ports/cef9049a-fbb0-4fea-ba1e-d17f2d103c29 HTTP/1.1" status: 204 len: 173 time: 1.1011674 Jun 11 18:17:30.711821 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'name': 'network-vif-deleted', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:30.718166 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714c4e6d-63d2-44cd-baa4-93ead4ce74e3" -d '{"events": [{"server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "name": "network-vif-deleted", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:30.761010 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd24fea1-75ae-429d-9d0a-4279c0662050 x-openstack-request-id: req-bd24fea1-75ae-429d-9d0a-4279c0662050 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:30.761309 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d83dd2-3fd9-4947-a302-07e6638799c0", "name": "network-vif-deleted", "tag": "cef9049a-fbb0-4fea-ba1e-d17f2d103c29", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:30.761783 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd24fea1-75ae-429d-9d0a-4279c0662050 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:30.762555 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d83dd2-3fd9-4947-a302-07e6638799c0', 'name': 'network-vif-deleted', 'tag': 'cef9049a-fbb0-4fea-ba1e-d17f2d103c29', 'status': 'completed', 'code': 200} Jun 11 18:17:30.864390 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:30.877320 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 2, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:30.896526 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Checking router: 46b4dcb7-2c8e-4685-8b97-03ec4926760a for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:17:30.897034 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Updating router 46b4dcb7-2c8e-4685-8b97-03ec4926760a port 0988b761-69e6-4fd8-9343-ac66efe23925 binding host dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 11 18:17:30.945506 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port c1466d46-4e16-4d06-a180-8d18090fe183, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c1466d46-4e16-4d06-a180-8d18090fe183,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:30.951691 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43626) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:30.958390 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-2a257ee9-fbca-46e4-8bab-ed2f8078e2b2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853751660', 'description': 'tempest-description--2086204755'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:30.961247 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:30.963431 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:31.016757 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.034359 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-946bddb6-8e40-49b1-99d0-5ef53f59d217 req-4eec588d-1497-41ec-b85a-d3a59bfa84af tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "GET /v2.0/ports?device_id=11d83dd2-3fd9-4947-a302-07e6638799c0 HTTP/1.1" status: 200 len: 210 time: 0.0836725 Jun 11 18:17:31.073905 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2a257ee9-fbca-46e4-8bab-ed2f8078e2b2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.247880 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=c1466d46-4e16-4d06-a180-8d18090fe183,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:31.275003 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:31.275320 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2a257ee9-fbca-46e4-8bab-ed2f8078e2b2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.278210 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.282065 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2a257ee9-fbca-46e4-8bab-ed2f8078e2b2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.292407 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-99de6aa2-bd9e-487c-be63-8efbbdcbeb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:31.372821 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2a257ee9-fbca-46e4-8bab-ed2f8078e2b2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.377092 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43628) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:31.377803 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-2a257ee9-fbca-46e4-8bab-ed2f8078e2b2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4236777 Jun 11 18:17:31.382176 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a257ee9-fbca-46e4-8bab-ed2f8078e2b2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:31.384645 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-577512cd-b91e-4b0d-8976-99f3626e089b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'security_group_rule': {'security_group_id': '88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:31.386119 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2a257ee9-fbca-46e4-8bab-ed2f8078e2b2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:31.419513 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-577512cd-b91e-4b0d-8976-99f3626e089b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.501894 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-577512cd-b91e-4b0d-8976-99f3626e089b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.507798 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-577512cd-b91e-4b0d-8976-99f3626e089b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.510080 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:31.529444 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577512cd-b91e-4b0d-8976-99f3626e089b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8dab10-71a4-4ebb-8e16-8cd34f8f28e1,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:31.532656 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-577512cd-b91e-4b0d-8976-99f3626e089b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:31.537241 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-577512cd-b91e-4b0d-8976-99f3626e089b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.541098 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-577512cd-b91e-4b0d-8976-99f3626e089b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601019 Jun 11 18:17:31.541716 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43630) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:31.546446 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-451cee25-18fe-46dd-87ae-bbcf2fb4af57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'security_group_rule': {'security_group_id': '88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:31.589770 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-451cee25-18fe-46dd-87ae-bbcf2fb4af57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.713970 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-451cee25-18fe-46dd-87ae-bbcf2fb4af57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.720361 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-451cee25-18fe-46dd-87ae-bbcf2fb4af57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.724387 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-62a1ab91-003e-490a-9485-1eea89394b56 tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:31.755674 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cee25-18fe-46dd-87ae-bbcf2fb4af57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b970c30-20e9-436d-9935-8081011d78f3,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:31.760021 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-451cee25-18fe-46dd-87ae-bbcf2fb4af57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:31.761607 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Notify callbacks [] for port, precommit_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.772936 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-451cee25-18fe-46dd-87ae-bbcf2fb4af57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.775832 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-451cee25-18fe-46dd-87ae-bbcf2fb4af57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2329957 Jun 11 18:17:31.776360 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Transition to ACTIVE for port object 0988b761-69e6-4fd8-9343-ac66efe23925 will not be triggered until provisioned by entity L2. {{(pid=92017) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:31.778476 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43632) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:31.784722 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:31.786420 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.792317 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-0b0db4b2-f502-4d43-8bca-f334fc3e03e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:31.822262 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:31.964130 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af75dd2-8fa0-41d3-b8b8-6b65e744851b None None] Pushing event updated for resources: {'Port': ['ID=0988b761-69e6-4fd8-9343-ac66efe23925,revision_number=3']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:31.969421 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-2af75dd2-8fa0-41d3-b8b8-6b65e744851b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:32.014006 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.045248 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Attempting to bind port 0988b761-69e6-4fd8-9343-ac66efe23925 on host dv-cinder-796049-1-iscsi for vnic_type normal with profile {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:17:32.045837 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Attempting to bind port 0988b761-69e6-4fd8-9343-ac66efe23925 by drivers openvswitch,hyperv on host dv-cinder-796049-1-iscsi at level 0 using segments [{'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:17:32.046465 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Attempting to bind port 0988b761-69e6-4fd8-9343-ac66efe23925 on network 61796b48-9797-46fc-9206-dd1dcdcd3660 {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:32.054364 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Checking agent: {'id': '42bfabdf-821c-4843-b580-9169770fa2a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796049-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 17, 58, 28), 'started_at': datetime.datetime(2021, 6, 11, 17, 58, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796049-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:17:32.054899 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Checking segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:17:32.055909 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.056132 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Bound using segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} {{(pid=92017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:17:32.056867 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.managers [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Bound port: 0988b761-69e6-4fd8-9343-ac66efe23925, host: dv-cinder-796049-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'}}] {{(pid=92017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:17:32.057440 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.146176 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] For port 0988b761-69e6-4fd8-9343-ac66efe23925, host dv-cinder-796049-1-iscsi, cleared binding levels {{(pid=92017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:17:32.150314 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] For port 0988b761-69e6-4fd8-9343-ac66efe23925, host dv-cinder-796049-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=0988b761-69e6-4fd8-9343-ac66efe23925,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:17:32.156234 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.158728 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:32.187370 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43636) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:32.199286 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Allocated IP 172.27.0.81 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/0bd06d0d-f24d-4a29-baa0-b1758e2757e9) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:17:32.248392 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af75dd2-8fa0-41d3-b8b8-6b65e744851b None None] Pushing event updated for resources: {'Port': ['ID=0988b761-69e6-4fd8-9343-ac66efe23925,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:32.253835 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-2af75dd2-8fa0-41d3-b8b8-6b65e744851b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:32.269738 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:32.270356 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:32.287301 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ce8a095b-f2a2-4874-be07-491ce0fc37d2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.325422 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ce8a095b-f2a2-4874-be07-491ce0fc37d2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.354160 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.448622 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c1466d46-4e16-4d06-a180-8d18090fe183 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:17:32.469535 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ce8a095b-f2a2-4874-be07-491ce0fc37d2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.474641 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.479671 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-ce8a095b-f2a2-4874-be07-491ce0fc37d2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.493388 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-ce8a095b-f2a2-4874-be07-491ce0fc37d2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] 10.222.0.15 "DELETE /v2.0/security-groups/cc398ecd-f872-43c4-996b-188164782cf2 HTTP/1.1" status: 204 len: 168 time: 0.2967122 Jun 11 18:17:32.493388 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6648017f-fcfc-42b7-86a5-49d021e22a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:32.493859 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-73c5ae40-5e07-4b7d-8920-e2af01177be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:32.511863 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a095b-f2a2-4874-be07-491ce0fc37d2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc398ecd-f872-43c4-996b-188164782cf2,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:32.521073 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ce8a095b-f2a2-4874-be07-491ce0fc37d2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:32.576010 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:32.585552 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43640) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:32.622576 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:17:32.624206 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port c1466d46-4e16-4d06-a180-8d18090fe183 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:32.624379 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'Port': ['ID=0bd06d0d-f24d-4a29-baa0-b1758e2757e9,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:32.624591 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.626956 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:32.634179 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:32.635724 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:17:32.818395 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.904188 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:32.968762 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:32Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:32.973824 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df6eb83-8f04-4e15-ab10-22fbb95e1a70 None None] The sync data for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi is: [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:32Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:17:33.222211 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device cef9049a-fbb0-4fea-ba1e-d17f2d103c29 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:33.261126 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: cef9049a-fbb0-4fea-ba1e-d17f2d103c29 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:33.261590 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device cef9049a-fbb0-4fea-ba1e-d17f2d103c29 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:33.298308 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:33.310175 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:33.315600 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:33.358215 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:33.465601 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'Port': ['ID=0bd06d0d-f24d-4a29-baa0-b1758e2757e9,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:33.471076 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:33.478248 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:33.496505 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:33.498370 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7174201 Jun 11 18:17:33.841881 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-d0445253-8954-4b03-a77c-5740cff80307 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1853751660&fields=id&tenant_id=e7557c9e4514447c8453dcbeb105ee64 HTTP/1.1" status: 200 len: 267 time: 0.1237590 Jun 11 18:17:33.960334 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Deleting port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:33.960678 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:34.073317 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-77ad5402-aaf6-4e56-8ad9-247c51a64f57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:34.074904 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-77ad5402-aaf6-4e56-8ad9-247c51a64f57 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 811 time: 0.2199512 Jun 11 18:17:34.103297 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-ee968873-9f13-4fae-a093-fa61a95b57ae tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/quotas/e7557c9e4514447c8453dcbeb105ee64 HTTP/1.1" status: 200 len: 375 time: 0.0161974 Jun 11 18:17:34.133823 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] For port 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:34.134068 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:34.264879 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Calling delete_port for 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c owned by network:router_interface {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:34.361690 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-50746a35-9dde-4b03-8014-4d39a90db9d3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2457850 Jun 11 18:17:34.396026 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-f65cf321-099d-448f-baa5-b01fef4de121 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:17:34.397844 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-f65cf321-099d-448f-baa5-b01fef4de121 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131569 Jun 11 18:17:34.453705 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 0988b761-69e6-4fd8-9343-ac66efe23925 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:17:34.553811 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning for port 0988b761-69e6-4fd8-9343-ac66efe23925 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:34.561238 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 0988b761-69e6-4fd8-9343-ac66efe23925 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:34.561882 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:34.653669 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-6ab5cb16-3e6f-4d60-9f69-0405822cb160 service neutron] 10.222.0.15 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393968 Jun 11 18:17:34.731426 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:34.797179 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] For port 0988b761-69e6-4fd8-9343-ac66efe23925, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=0988b761-69e6-4fd8-9343-ac66efe23925,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:34.803799 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:34.807613 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:34.888089 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Pushing event updated for resources: {'Port': ['ID=0988b761-69e6-4fd8-9343-ac66efe23925,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:34.894205 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:35.150859 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:35.154510 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:35.215450 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:35.227955 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:35.263618 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-3c37f74f-8e7b-4f07-ba58-0db721c8104b service neutron] 10.222.0.15 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750010 Jun 11 18:17:35.578275 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fe3afcfb-3a7b-42f8-bab5-713a5602de2e req-3cfc54c9-ce2d-479e-8e96-2ff93b180417 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 210 time: 0.0523281 Jun 11 18:17:35.587047 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:36.051172 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Router 02b314eb-0dcf-4010-90c8-3456cdbfb367 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:17:36.311159 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:17:36.319802 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-2ebb690a-b459-4012-beac-5e287281da6c admin admin] 10.222.0.15 "PUT /v2.0/routers/02b314eb-0dcf-4010-90c8-3456cdbfb367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7319341 Jun 11 18:17:36.320724 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] Sync routers for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:17:36.323101 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43668) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:36.336520 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:36.338399 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:36.501494 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 0988b761-69e6-4fd8-9343-ac66efe23925 up at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:17:36.542848 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:36.562740 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Provisioning complete for port 0988b761-69e6-4fd8-9343-ac66efe23925 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:36.563030 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:36.576182 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:36.804712 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2806e184-f910-4c0d-b1d4-10d92328eb1e req-c3779550-db45-4949-82d1-a4342c23ee83 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 210 time: 0.0603192 Jun 11 18:17:36.809559 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:36.947411 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port': {'id': 'fd4ad549-f5e2-4d36-a269-ef58c39fb577', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:76:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:09:58Z', 'updated_at': '2021-06-11T18:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:36.954258 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] Checking router: 02b314eb-0dcf-4010-90c8-3456cdbfb367 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:17:36.972456 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] Routers {'02b314eb-0dcf-4010-90c8-3456cdbfb367'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:36.973813 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['02b314eb-0dcf-4010-90c8-3456cdbfb367'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:36.995098 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Deleting port fd4ad549-f5e2-4d36-a269-ef58c39fb577 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:36.995451 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:37.110936 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-6fd76285-6835-44ae-b52c-7e37e2f669ba tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:37.112611 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-6fd76285-6835-44ae-b52c-7e37e2f669ba tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 811 time: 0.2359035 Jun 11 18:17:37.150186 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] Set router 02b314eb-0dcf-4010-90c8-3456cdbfb367 gateway port host: None {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:37.177396 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] For port fd4ad549-f5e2-4d36-a269-ef58c39fb577, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=fd4ad549-f5e2-4d36-a269-ef58c39fb577,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:37.177761 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:37.206367 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-21ef5b5a-3bad-47e6-b1df-41c3a9ae4796 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7557c9e4514447c8453dcbeb105ee64 HTTP/1.1" status: 200 len: 380 time: 0.0818982 Jun 11 18:17:37.239169 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:17:36Z', 'revision_number': 6, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port_host': None}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:37.243245 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c72d93e-1590-4d9b-b429-948f4eb56221 None None] The sync data for ids ['02b314eb-0dcf-4010-90c8-3456cdbfb367'] in dv-cinder-796049-1-iscsi is: [{'id': '02b314eb-0dcf-4010-90c8-3456cdbfb367', 'name': 'tempest-TestShelveInstance-1138423555-router', 'tenant_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:09:55Z', 'updated_at': '2021-06-11T18:17:36Z', 'revision_number': 6, 'project_id': 'e83124fc00bc46b1a06f26f71a4742f8', 'gw_port_host': None}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:17:37.251282 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'port': {'device_id': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'admin_state_up': True, 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'security_groups': ['88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96']}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:37.299429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Calling delete_port for fd4ad549-f5e2-4d36-a269-ef58c39fb577 owned by network:router_gateway {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:37.566200 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Made reservation on behalf of e7557c9e4514447c8453dcbeb105ee64 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:17:37.571395 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:37.728609 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:37.734491 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-108e1b5d-b72c-4535-acea-9cdd562a442d tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:37.799340 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4ad549-f5e2-4d36-a269-ef58c39fb577,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:37.807721 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:37.849145 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Allocated IP 172.20.0.6 (61796b48-9797-46fc-9206-dd1dcdcd3660/6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8/b5206515-80f8-4cbd-b218-8e3d8979ced8) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:17:37.921055 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.419455 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:38.467614 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:38.468241 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 0ed0f81f-f160-45c2-9cb2-076fc3ef2f9c not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:38.469002 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device fd4ad549-f5e2-4d36-a269-ef58c39fb577 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:38.521425 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: fd4ad549-f5e2-4d36-a269-ef58c39fb577 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:38.522590 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device fd4ad549-f5e2-4d36-a269-ef58c39fb577 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:38.573155 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.610137 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.614106 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f94855ee-d32c-4dd7-967b-deff0a41b595 req-c2d493e5-5d7c-4de4-9e6e-502bcb9f3ab9 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 210 time: 0.5101340 Jun 11 18:17:38.750604 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.751563 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b314eb-0dcf-4010-90c8-3456cdbfb367 {{(pid=92015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:17:38.757285 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] Notify callbacks [] for router, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.758497 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-2da0c47a-7afa-4380-87ff-917a22bee2c1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/02b314eb-0dcf-4010-90c8-3456cdbfb367 HTTP/1.1" status: 204 len: 168 time: 2.4340625 Jun 11 18:17:38.761327 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43684) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:38.808084 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.825786 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Transition to ACTIVE for port object b5206515-80f8-4cbd-b218-8e3d8979ced8 will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:38.829717 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] Deleting subnet 04abca43-8f83-4c72-935c-7adc97d493c3 {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:17:38.834060 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.875533 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.881497 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-acc91e3c-bb16-41e5-b183-298fa056bb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:38.885622 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:38.945767 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:17:38.949706 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:38.955267 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:17:38.960405 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'Port': ['ID=b5206515-80f8-4cbd-b218-8e3d8979ced8,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:38.995382 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:39.011259 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.032660 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:39.033515 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.056000 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8085394 Jun 11 18:17:39.093353 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.095670 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1069328a-d64b-43fe-9d22-70af06b16fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:39.130486 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.132335 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/04abca43-8f83-4c72-935c-7adc97d493c3 HTTP/1.1" status: 204 len: 168 time: 0.3699658 Jun 11 18:17:39.133900 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04abca43-8f83-4c72-935c-7adc97d493c3,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:39.136030 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43686) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:39.138288 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-358c90ce-0c16-4f60-ac72-0a16ba77e780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:39.141820 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef68f1e-6ab4-4a86-a7e7-384cdb04a8b1 None None] Network 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:17:39.240404 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.309159 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Deleting port b3969cf0-0805-4610-b76a-85c07435f1b0 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:39.309824 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.382040 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-c590a422-fa79-46bc-bbfc-d7989f1e3f18 None None] Provisioning for port b5206515-80f8-4cbd-b218-8e3d8979ced8 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:39.412965 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-c590a422-fa79-46bc-bbfc-d7989f1e3f18 None None] Provisioning complete for port b5206515-80f8-4cbd-b218-8e3d8979ced8 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:39.413595 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-c590a422-fa79-46bc-bbfc-d7989f1e3f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.429586 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] For port b3969cf0-0805-4610-b76a-85c07435f1b0, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=b3969cf0-0805-4610-b76a-85c07435f1b0,segment=NetworkSegment(c39a9151-03ee-4f40-b3b7-8c903bd6045b),segment_id=c39a9151-03ee-4f40-b3b7-8c903bd6045b)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:39.430533 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.534601 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-c590a422-fa79-46bc-bbfc-d7989f1e3f18 None None] Port b5206515-80f8-4cbd-b218-8e3d8979ced8 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:17:39.586396 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Calling delete_port for b3969cf0-0805-4610-b76a-85c07435f1b0 owned by network:dhcp {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:39.647326 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] DHCP port deletion for 84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 request from dv-cinder-796049-1-iscsi {{(pid=92017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:17:39.708715 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.712889 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-668e82bc-7fdd-41a9-88a5-1fb79a6b8e18 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:39.714099 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] Deleting port b3969cf0-0805-4610-b76a-85c07435f1b0 {{(pid=92017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:39.714481 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.751424 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3969cf0-0805-4610-b76a-85c07435f1b0,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:39.757043 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:39.763479 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] No DVR routers for this DVR port b3969cf0-0805-4610-b76a-85c07435f1b0 on host dv-cinder-796049-1-iscsi {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:17:39.806680 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] For port b3969cf0-0805-4610-b76a-85c07435f1b0, host dv-cinder-796049-1-iscsi, got binding levels [] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:39.807237 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.911154 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] Calling delete_port for b3969cf0-0805-4610-b76a-85c07435f1b0 owned by network:dhcp {{(pid=92017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:39.911980 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.914565 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.ipam_backend_mixin [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] Port b3969cf0-0805-4610-b76a-85c07435f1b0 was not found and therefore no delete operation was performed {{(pid=92017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 11 18:17:39.916000 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:39.918127 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-76ecde99-605a-4ad7-8737-663b2215349b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:39.927014 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84088dbb-41a4-4a2c-bcd2-f02e0e5699d1']}} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:39.942307 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39a9151-03ee-4f40-b3b7-8c903bd6045b') {'for_net_delete': True} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:39.942613 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39a9151-03ee-4f40-b3b7-8c903bd6045b') {} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:39.948693 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] Pushing event deleted for resources: {'Port': ['ID=b3969cf0-0805-4610-b76a-85c07435f1b0,revision_number=None']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:39.951653 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:39.954383 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01bbc4b-0328-46a1-b0e1-715b58b1b399 None None] No DVR routers for this DVR port b3969cf0-0805-4610-b76a-85c07435f1b0 on host dv-cinder-796049-1-iscsi {{(pid=92017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:17:39.958833 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6642-87d3-437a-b25f-7de3c0aa4d58 req-5b298a6f-9b44-43ec-8a98-32bf3e40bd8a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:39.960454 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-29ca6642-87d3-437a-b25f-7de3c0aa4d58 req-5b298a6f-9b44-43ec-8a98-32bf3e40bd8a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 931 time: 0.2111678 Jun 11 18:17:39.969331 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31406618'] for segment, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:40.003211 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:40.020882 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=92015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:17:40.021305 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32466340'] for segment, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: Traceback (most recent call last): Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: timer() Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: cb(*args, **kw) Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: return func(*args, **kwargs) Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: self._notify() Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: self.callback(batched_events) Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: event.method(event) Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: return f(self, *a, **k) Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._get(url).json() Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: return self.request(url, 'GET', **kwargs) Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:17:40.023091 dv-cinder-796049-1-iscsi neutron-server[92015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:17:40.037779 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-29ca6642-87d3-437a-b25f-7de3c0aa4d58 req-ccc51042-5553-480a-939e-ca7bdeb4ee87 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708556 Jun 11 18:17:40.104711 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:40.108369 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:40.111042 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:40.112870 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] 10.222.0.15 "DELETE /v2.0/networks/84088dbb-41a4-4a2c-bcd2-f02e0e5699d1 HTTP/1.1" status: 204 len: 168 time: 0.9758306 Jun 11 18:17:40.116400 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43692) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:40.127481 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=84088dbb-41a4-4a2c-bcd2-f02e0e5699d1,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:40.130512 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:40.369357 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device b3969cf0-0805-4610-b76a-85c07435f1b0 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:40.398732 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: b3969cf0-0805-4610-b76a-85c07435f1b0 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:40.399125 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device b3969cf0-0805-4610-b76a-85c07435f1b0 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:40.578960 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:40.599308 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-bfce41fb-b04f-4144-b315-0f20a1a2971e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:17:40.600358 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-bfce41fb-b04f-4144-b315-0f20a1a2971e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061924 Jun 11 18:17:41.187960 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Deleting port 3f124c4f-e9fa-4c87-aed9-f35b7603d587 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:41.188581 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:41.226522 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbb3e6-25d7-41ca-bf47-21422f3bdd8c req-e30a12af-4ba6-472e-b653-9d54b50a8b4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:41.228238 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c1fbb3e6-25d7-41ca-bf47-21422f3bdd8c req-e30a12af-4ba6-472e-b653-9d54b50a8b4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 931 time: 0.0742807 Jun 11 18:17:41.274115 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c1fbb3e6-25d7-41ca-bf47-21422f3bdd8c req-c73c2efe-d373-45ec-9641-1e37f0b987fd tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399513 Jun 11 18:17:41.298732 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] For port 3f124c4f-e9fa-4c87-aed9-f35b7603d587, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=3f124c4f-e9fa-4c87-aed9-f35b7603d587,segment=NetworkSegment(d66302d9-f5e7-41ec-affb-2eefdfadfd30),segment_id=d66302d9-f5e7-41ec-affb-2eefdfadfd30)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:41.299082 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:41.399483 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Calling delete_port for 3f124c4f-e9fa-4c87-aed9-f35b7603d587 owned by network:router_interface {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:41.631220 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:41.634288 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-fb803e2d-4bba-47d9-922f-5269ec38b5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:41.663644 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Request body: {'port': {'device_id': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:41.664672 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f124c4f-e9fa-4c87-aed9-f35b7603d587,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:41.667954 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:41.794678 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:41.945555 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:42.180987 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5206515-80f8-4cbd-b218-8e3d8979ced8 {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:17:42.191487 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:42.211150 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Transition to ACTIVE for port object b5206515-80f8-4cbd-b218-8e3d8979ced8 will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:42.216580 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:42.219635 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:42.312855 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Router dd46f7e4-0f5d-4587-8bfa-baedcecca20f has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:17:42.368313 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Pushing event updated for resources: {'Port': ['ID=b5206515-80f8-4cbd-b218-8e3d8979ced8,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:42.404898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:42.587253 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Attempting to bind port b5206515-80f8-4cbd-b218-8e3d8979ced8 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:17:42.588150 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Attempting to bind port b5206515-80f8-4cbd-b218-8e3d8979ced8 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:17:42.588834 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Attempting to bind port b5206515-80f8-4cbd-b218-8e3d8979ced8 on network 61796b48-9797-46fc-9206-dd1dcdcd3660 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:42.589866 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:17:42.598922 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-7612fbac-d741-4052-a707-00fb31fecba3 admin admin] 10.222.0.15 "PUT /v2.0/routers/dd46f7e4-0f5d-4587-8bfa-baedcecca20f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4777119 Jun 11 18:17:42.599735 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43704) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:42.612679 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Port b5206515-80f8-4cbd-b218-8e3d8979ced8 on network 61796b48-9797-46fc-9206-dd1dcdcd3660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:17:42.613433 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Attempting to bind port b5206515-80f8-4cbd-b218-8e3d8979ced8 on network 61796b48-9797-46fc-9206-dd1dcdcd3660 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:42.614093 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] Sync routers for ids ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:17:42.629158 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] Routers {'dd46f7e4-0f5d-4587-8bfa-baedcecca20f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:42.630094 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:42.633908 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:17:42.634319 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Checking segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:17:42.634776 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Bound using segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:17:42.635503 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Bound port: b5206515-80f8-4cbd-b218-8e3d8979ced8, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:17:42.637593 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:42.748940 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5cbe0-08eb-4a22-8763-bd28c4a71ffd req-01ea029a-0558-4992-a102-0f9c117d0054 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:42.751379 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2fb5cbe0-08eb-4a22-8763-bd28c4a71ffd req-01ea029a-0558-4992-a102-0f9c117d0054 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 943 time: 0.2589588 Jun 11 18:17:42.838185 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:42.864316 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] Set router dd46f7e4-0f5d-4587-8bfa-baedcecca20f gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:42.881635 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] For port b5206515-80f8-4cbd-b218-8e3d8979ced8, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:17:42.898897 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] For port b5206515-80f8-4cbd-b218-8e3d8979ced8, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:17:42.907895 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2fb5cbe0-08eb-4a22-8763-bd28c4a71ffd req-1aa74120-411c-47e3-815b-3682e7ccc655 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260915 Jun 11 18:17:42.910778 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:42.921642 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-19f55f4a-6119-47b9-b7f7-eee02754f69d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:42.984966 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:42.986011 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:42.987937 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] 10.222.0.82 "PUT /v2.0/ports/b5206515-80f8-4cbd-b218-8e3d8979ced8 HTTP/1.1" status: 200 len: 1093 time: 1.3802829 Jun 11 18:17:42.989229 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'tag': 'b5206515-80f8-4cbd-b218-8e3d8979ced8'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:42.992937 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca95ae5-3ed9-4630-992b-9732b02a35f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff474489-e492-4869-bcc8-9198f64a7de2", "tag": "b5206515-80f8-4cbd-b218-8e3d8979ced8"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:43.088390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:43.101731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a515e4-955e-46b2-ae3d-7b8ba01c2a97 x-openstack-request-id: req-95a515e4-955e-46b2-ae3d-7b8ba01c2a97 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:43.102349 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff474489-e492-4869-bcc8-9198f64a7de2", "tag": "b5206515-80f8-4cbd-b218-8e3d8979ced8", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:43.103364 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95a515e4-955e-46b2-ae3d-7b8ba01c2a97 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:43.106773 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'tag': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'status': 'completed', 'code': 200} Jun 11 18:17:43.179272 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Deleting port 99b8ad27-476a-477c-a98c-3fc0044aa4a4 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:43.179948 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:43.211512 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Pushing event updated for resources: {'Port': ['ID=b5206515-80f8-4cbd-b218-8e3d8979ced8,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:43.218137 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:43.278801 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-aa6d3376-87a6-46a3-a305-c538a145381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:43.280725 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-aa6d3376-87a6-46a3-a305-c538a145381d service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 1096 time: 0.2297728 Jun 11 18:17:43.355810 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] For port 99b8ad27-476a-477c-a98c-3fc0044aa4a4, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=99b8ad27-476a-477c-a98c-3fc0044aa4a4,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:43.356615 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:43.383454 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-0d0d43e4-310f-45c7-8659-41689258c1f1 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8 HTTP/1.1" status: 200 len: 217 time: 0.0913906 Jun 11 18:17:43.457275 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:17:41Z', 'revision_number': 5, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port': {'id': '99b8ad27-476a-477c-a98c-3fc0044aa4a4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:25Z', 'updated_at': '2021-06-11T18:10:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:43.462264 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:43.464451 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] Checking router: dd46f7e4-0f5d-4587-8bfa-baedcecca20f for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:17:43.476082 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-544efd54-a2b8-44a5-a33a-fdbad961bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:43.477605 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-544efd54-a2b8-44a5-a33a-fdbad961bb8f service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0874319 Jun 11 18:17:43.477954 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] Routers {'dd46f7e4-0f5d-4587-8bfa-baedcecca20f'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:43.478632 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:43.494619 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Calling delete_port for 99b8ad27-476a-477c-a98c-3fc0044aa4a4 owned by network:router_gateway {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:43.586941 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-f6286005-1675-4787-8d0b-65e68c9998c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:43.588473 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-f6286005-1675-4787-8d0b-65e68c9998c6 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992258 Jun 11 18:17:43.660905 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] Set router dd46f7e4-0f5d-4587-8bfa-baedcecca20f gateway port host: None {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:43.739298 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-aace0bdd-aed7-4159-a225-d072eadd29cd service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401143 Jun 11 18:17:43.739569 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:17:43Z', 'revision_number': 6, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port_host': None}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:43.744667 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb6ad0e-85f4-4152-a86c-f9b09df7e393 None None] The sync data for ids ['dd46f7e4-0f5d-4587-8bfa-baedcecca20f'] in dv-cinder-796049-1-iscsi is: [{'id': 'dd46f7e4-0f5d-4587-8bfa-baedcecca20f', 'name': 'tempest-TestShelveInstance-942246139-router', 'tenant_id': 'c1553df8186e4455bfb7a045343226d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:22Z', 'updated_at': '2021-06-11T18:17:43Z', 'revision_number': 6, 'project_id': 'c1553df8186e4455bfb7a045343226d6', 'gw_port_host': None}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:17:43.756470 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:43.760104 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:43.794918 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b8ad27-476a-477c-a98c-3fc0044aa4a4,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:43.798523 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:43.872234 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ac71c492-2579-4df6-8115-89d78a6a70e7 req-b9dcb6ea-6e72-49b7-8b22-cf1d2ce4929d service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251702 Jun 11 18:17:43.874834 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:43.998455 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-113ae4cf-7352-4077-a784-c34a87711604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:44.000073 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-113ae4cf-7352-4077-a784-c34a87711604 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 1096 time: 0.0747371 Jun 11 18:17:44.239506 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-644a9697-3386-4eba-9a4e-34a3ade4a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:44.241006 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-644a9697-3386-4eba-9a4e-34a3ade4a08e service neutron] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 912 time: 0.2312880 Jun 11 18:17:44.254166 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08c1cb-9480-4f90-a91f-d7072cafe252 req-c1b22392-f4d4-441c-8681-b778714f9240 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:44.255577 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e08c1cb-9480-4f90-a91f-d7072cafe252 req-c1b22392-f4d4-441c-8681-b778714f9240 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 943 time: 0.1934779 Jun 11 18:17:44.295554 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:44.297820 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:44.312299 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-737326d0-f109-478a-96a0-c0c6f4e279a0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8 HTTP/1.1" status: 200 len: 217 time: 0.0557201 Jun 11 18:17:44.356808 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:44.357666 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd46f7e4-0f5d-4587-8bfa-baedcecca20f {{(pid=92016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:17:44.361832 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:44.365283 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9f91549a-9414-4cc4-b87e-d222a0ac29b3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dd46f7e4-0f5d-4587-8bfa-baedcecca20f HTTP/1.1" status: 204 len: 168 time: 1.7618752 Jun 11 18:17:44.365614 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43720) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:44.431699 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9e08c1cb-9480-4f90-a91f-d7072cafe252 req-82efcf1e-9772-4b85-941b-60b10af88992 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694117 Jun 11 18:17:44.442026 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-e0ab03d3-8d06-4a34-bf61-c479d63a0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:44.443484 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-e0ab03d3-8d06-4a34-bf61-c479d63a0d59 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.1212094 Jun 11 18:17:44.451294 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] Deleting subnet f8d508b0-e2c0-45dc-9a48-e146fbf13735 {{(pid=92015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:17:44.463521 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:44.539648 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31406609'] for subnet, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:44.599292 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 99b8ad27-476a-477c-a98c-3fc0044aa4a4 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:44.601573 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-1d9e47f7-2d58-45f0-a61b-11e887f52bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:44.603704 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-1d9e47f7-2d58-45f0-a61b-11e887f52bf9 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1494293 Jun 11 18:17:44.630902 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 99b8ad27-476a-477c-a98c-3fc0044aa4a4 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:44.631254 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 99b8ad27-476a-477c-a98c-3fc0044aa4a4 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:44.631693 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 3f124c4f-e9fa-4c87-aed9-f35b7603d587 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:44.655923 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 3f124c4f-e9fa-4c87-aed9-f35b7603d587 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:44.656263 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 3f124c4f-e9fa-4c87-aed9-f35b7603d587 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:44.685302 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.125802 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-49e8493f-2514-4295-a683-4e6946b8f627 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978886 Jun 11 18:17:45.156914 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32466445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30103418'] for subnet, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.168922 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c1bd7df1-2909-4a53-b0a8-05445a6b5c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:45.207316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8d508b0-e2c0-45dc-9a48-e146fbf13735,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:45.209400 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.211260 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f8d508b0-e2c0-45dc-9a48-e146fbf13735 HTTP/1.1" status: 204 len: 168 time: 0.8446953 Jun 11 18:17:45.212234 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87023458-5d5d-4e23-a6d2-adf94ecf17c0 None None] Network 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:17:45.214384 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43724) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:45.257750 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-21e5a698-f2e4-42ac-8d67-0de19e588bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:45.303837 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4ca95ae5-3ed9-4630-992b-9732b02a35f9 req-d5bda96c-c7ce-4f7e-a60f-e26751a345da service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668355 Jun 11 18:17:45.329502 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.406819 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Deleting port 4b255562-532a-4ed4-815a-44ee389f9521 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:45.407890 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.462162 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] DHCP port deletion for 614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 request from dv-cinder-796049-1-iscsi {{(pid=92017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:17:45.514041 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] For port 4b255562-532a-4ed4-815a-44ee389f9521, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=4b255562-532a-4ed4-815a-44ee389f9521,segment=NetworkSegment(d66302d9-f5e7-41ec-affb-2eefdfadfd30),segment_id=d66302d9-f5e7-41ec-affb-2eefdfadfd30)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:45.514663 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.530102 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Deleting port 4b255562-532a-4ed4-815a-44ee389f9521 {{(pid=92017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:17:45.530496 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.632915 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Calling delete_port for 4b255562-532a-4ed4-815a-44ee389f9521 owned by network:dhcp {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:45.692341 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cee6b-031e-4751-bead-925f94f165cc req-dbc4eb8c-760c-4f0b-b2e1-4e4d7f2c4319 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:45.694325 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cb6cee6b-031e-4751-bead-925f94f165cc req-dbc4eb8c-760c-4f0b-b2e1-4e4d7f2c4319 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 943 time: 0.1066175 Jun 11 18:17:45.754162 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-cb6cee6b-031e-4751-bead-925f94f165cc req-30dc9492-2694-40ef-9a53-aa2cf319c13e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490615 Jun 11 18:17:45.774072 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.778437 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e118b009-d148-4de2-9e93-5f5300f42982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:45.795888 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] For port 4b255562-532a-4ed4-815a-44ee389f9521, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=4b255562-532a-4ed4-815a-44ee389f9521,segment=NetworkSegment(d66302d9-f5e7-41ec-affb-2eefdfadfd30),segment_id=d66302d9-f5e7-41ec-affb-2eefdfadfd30)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:45.796256 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.817566 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b255562-532a-4ed4-815a-44ee389f9521,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:45.820454 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:45.825479 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] No DVR routers for this DVR port 4b255562-532a-4ed4-815a-44ee389f9521 on host dv-cinder-796049-1-iscsi {{(pid=92016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:17:45.927651 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Calling delete_port for 4b255562-532a-4ed4-815a-44ee389f9521 owned by network:dhcp {{(pid=92017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:17:45.960792 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:45.973834 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614a8ac1-8fa8-49cd-a640-1bf4aa26cd57']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:45.987618 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66302d9-f5e7-41ec-affb-2eefdfadfd30') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:45.988134 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66302d9-f5e7-41ec-affb-2eefdfadfd30') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:46.000611 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.022501 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.031108 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:17:46.031631 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:17:46.034445 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:17:46.049169 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.051975 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-c6a3a91f-2152-4598-af1b-4cca178203bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:46.082286 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Pushing event deleted for resources: {'Port': ['ID=4b255562-532a-4ed4-815a-44ee389f9521,revision_number=None']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:46.087371 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] No DVR routers for this DVR port 4b255562-532a-4ed4-815a-44ee389f9521 on host dv-cinder-796049-1-iscsi {{(pid=92017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:17:46.100689 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.101040 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.101376 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.101708 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.102087 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.102369 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.102752 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.103079 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.103415 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.103832 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.104043 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.104356 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:17:46.108300 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-3d712a85-5ebe-4ac1-9d3f-89ae02d20401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:46.134589 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.139569 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83267e44-46b0-4fed-8231-ca022f65f645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:46.142615 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.145458 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] 10.222.0.15 "DELETE /v2.0/networks/614a8ac1-8fa8-49cd-a640-1bf4aa26cd57 HTTP/1.1" status: 204 len: 168 time: 0.9297557 Jun 11 18:17:46.159380 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Pushing event deleted for resources: {'Network': ['ID=614a8ac1-8fa8-49cd-a640-1bf4aa26cd57,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:46.163089 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-985c094a-7757-4610-aa9b-702860ce0520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:46.300867 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43732) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:46.351607 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-f44cf731-d378-4552-984d-0289971c4f19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e83124fc00bc46b1a06f26f71a4742f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492065 Jun 11 18:17:46.354172 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43734) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:46.376410 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 4b255562-532a-4ed4-815a-44ee389f9521 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:17:46.402231 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 4b255562-532a-4ed4-815a-44ee389f9521 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:17:46.402584 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 4b255562-532a-4ed4-815a-44ee389f9521 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:17:46.438002 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-202de5ec-3604-448d-91b2-5fbd7589a776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.462639 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-202de5ec-3604-448d-91b2-5fbd7589a776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.522532 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-202de5ec-3604-448d-91b2-5fbd7589a776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.525455 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-202de5ec-3604-448d-91b2-5fbd7589a776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:46.526607 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-202de5ec-3604-448d-91b2-5fbd7589a776 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/645b3964-8993-4062-94b9-22c580ea7c49 HTTP/1.1" status: 204 len: 168 time: 0.1714902 Jun 11 18:17:46.527414 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-599a2f0a-0564-4287-830d-dcb3749ec202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:46.536563 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202de5ec-3604-448d-91b2-5fbd7589a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=645b3964-8993-4062-94b9-22c580ea7c49,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:46.539338 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-202de5ec-3604-448d-91b2-5fbd7589a776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:46.908378 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43744) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:47.014882 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-69afea43-f7ba-41c0-b468-e81927312e45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1553df8186e4455bfb7a045343226d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010613 Jun 11 18:17:47.015226 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43746) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:47.036254 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0207b5b-b3f4-4f3c-9d09-9dae0765d0b1 req-5d9d827d-76d0-4b53-8a1a-6756f62a840d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:47.037802 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0207b5b-b3f4-4f3c-9d09-9dae0765d0b1 req-5d9d827d-76d0-4b53-8a1a-6756f62a840d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 943 time: 0.1224108 Jun 11 18:17:47.089016 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-150b6596-11bf-45e7-a365-b93092b17b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:47.097024 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b0207b5b-b3f4-4f3c-9d09-9dae0765d0b1 req-e92e1641-2a59-4fae-ad4d-d60cfc8a76e1 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528538 Jun 11 18:17:47.129608 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-150b6596-11bf-45e7-a365-b93092b17b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:47.148423 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:17:47.208628 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-150b6596-11bf-45e7-a365-b93092b17b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:47.211369 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-150b6596-11bf-45e7-a365-b93092b17b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:47.212599 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-150b6596-11bf-45e7-a365-b93092b17b04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e975e414-5764-4992-ada5-0380200fa953 HTTP/1.1" status: 204 len: 168 time: 0.1967788 Jun 11 18:17:47.213437 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-022eb531-5e04-4963-b467-f3dbac841621 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:47.224029 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b6596-11bf-45e7-a365-b93092b17b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e975e414-5764-4992-ada5-0380200fa953,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:47.226402 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-150b6596-11bf-45e7-a365-b93092b17b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:47.639663 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device b5206515-80f8-4cbd-b218-8e3d8979ced8 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:17:47.773467 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port b5206515-80f8-4cbd-b218-8e3d8979ced8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:47.789968 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'port_id': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'mac_address': 'fa:16:3e:66:46:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:17:47.842519 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:47.868704 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5206515-80f8-4cbd-b218-8e3d8979ced8 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:17:47.893502 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port b5206515-80f8-4cbd-b218-8e3d8979ced8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:47.900484 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:47.904507 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:47.967175 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=b5206515-80f8-4cbd-b218-8e3d8979ced8,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:47.970474 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:47.987697 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-ea789938-5dae-4845-bf48-8bf4f5663d42 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1883019723&fields=id&tenant_id=64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 267 time: 0.0399892 Jun 11 18:17:48.137207 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-6677bc63-05a2-4374-93af-4c73a43a083b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:48.139883 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-6677bc63-05a2-4374-93af-4c73a43a083b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 812 time: 0.1444635 Jun 11 18:17:48.145001 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['b5206515-80f8-4cbd-b218-8e3d8979ced8'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:17:48.157188 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-48632634-4985-4b42-bf46-02bbdc2425cb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/quotas/64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 375 time: 0.0109127 Jun 11 18:17:48.277299 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-8bfa82d1-9770-4778-8d49-36965e3c60a2 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1099160 Jun 11 18:17:48.355265 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-278a4789-256f-482c-b80f-8551ca4b4610 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 11 18:17:48.357094 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-278a4789-256f-482c-b80f-8551ca4b4610 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143721 Jun 11 18:17:48.566814 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9a4ac-db77-4aa6-aaf6-fa88cefb9acf req-29a080ff-8366-4a3d-9555-16da79333b7b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:48.569634 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8cf9a4ac-db77-4aa6-aaf6-fa88cefb9acf req-29a080ff-8366-4a3d-9555-16da79333b7b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 944 time: 0.2908280 Jun 11 18:17:48.673403 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-e322274e-38f5-4d8f-a030-3e3c5aa16530 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018632 Jun 11 18:17:48.701283 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-8cf9a4ac-db77-4aa6-aaf6-fa88cefb9acf req-d26402f2-b16a-4fa5-aa3b-4c238a103226 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140497 Jun 11 18:17:48.900614 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-f8b4f204-dbae-435f-9f38-6cce410a1541 service neutron] 10.222.0.15 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179525 Jun 11 18:17:49.292926 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c8656143-7f2f-4b93-a017-03e5d9051a18 req-c039e171-5853-4f4b-a4cb-7273332b27d9 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0617776 Jun 11 18:17:49.652099 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device b5206515-80f8-4cbd-b218-8e3d8979ced8 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:17:49.719200 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port b5206515-80f8-4cbd-b218-8e3d8979ced8 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:49.724834 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port b5206515-80f8-4cbd-b218-8e3d8979ced8 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:49.725343 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:49.872578 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:49.915157 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5206515-80f8-4cbd-b218-8e3d8979ced8'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:49.917501 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1499b4-9468-46e5-b0ba-fb9176983893" -d '{"events": [{"server_uuid": "ff474489-e492-4869-bcc8-9198f64a7de2", "name": "network-vif-plugged", "status": "completed", "tag": "b5206515-80f8-4cbd-b218-8e3d8979ced8"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:49.934184 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port b5206515-80f8-4cbd-b218-8e3d8979ced8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:49.945680 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:49.948086 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:50.009633 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b902fe33-a715-49c2-bed9-fdafd508bf2b x-openstack-request-id: req-b902fe33-a715-49c2-bed9-fdafd508bf2b {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:50.011546 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff474489-e492-4869-bcc8-9198f64a7de2", "name": "network-vif-plugged", "status": "completed", "tag": "b5206515-80f8-4cbd-b218-8e3d8979ced8", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:50.012080 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b902fe33-a715-49c2-bed9-fdafd508bf2b {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:50.012290 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531d5be-3914-478a-b4fe-4496180aa695 req-7e05b823-d457-4be8-8c8b-8703be015376 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:50.013316 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'code': 200} Jun 11 18:17:50.014077 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a531d5be-3914-478a-b4fe-4496180aa695 req-7e05b823-d457-4be8-8c8b-8703be015376 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 944 time: 0.1162813 Jun 11 18:17:50.030952 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=b5206515-80f8-4cbd-b218-8e3d8979ced8,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:50.034066 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:50.112263 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a531d5be-3914-478a-b4fe-4496180aa695 req-78534876-6d79-4641-ba2f-01bdfb24e27e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687881 Jun 11 18:17:50.292349 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cebf7a-01d1-4ea3-8810-2597584ef258 req-b0825379-14af-4492-8389-1f6c97d38135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:50.293794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b6cebf7a-01d1-4ea3-8810-2597584ef258 req-b0825379-14af-4492-8389-1f6c97d38135 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 1098 time: 0.0701301 Jun 11 18:17:50.359610 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b6cebf7a-01d1-4ea3-8810-2597584ef258 req-00932ebf-1130-498c-b694-922c530496b0 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575292 Jun 11 18:17:50.493271 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d0a0dab4-1216-48e9-9e88-dd338a3aa38f req-6225ece7-b35c-4dc2-b4a5-8db7c895010e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0403583 Jun 11 18:17:50.700110 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-69f47b4b-e627-4f6d-b0cd-c7067437217e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:50.701881 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-69f47b4b-e627-4f6d-b0cd-c7067437217e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 812 time: 0.1742873 Jun 11 18:17:50.755217 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-f1b9dddf-bae8-4b9b-a0a0-a6316270e807 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64bac7f4f97d4a3aa738a658c94bde99 HTTP/1.1" status: 200 len: 380 time: 0.0434813 Jun 11 18:17:50.770341 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'port': {'device_id': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'admin_state_up': True, 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'security_groups': ['d4cf836e-3c57-4371-86fb-e552c8560987']}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:50.935649 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Made reservation on behalf of 64bac7f4f97d4a3aa738a658c94bde99 for: {'port': 1} {{(pid=92015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:17:50.939482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:51.101454 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Allocated IP 172.20.0.6 (2f6dcb73-793b-42c4-bc04-4b1a79403b74/d60b51ba-6d72-44a9-80d4-9f80291d9c49/eacb41ac-c015-46a6-91a2-f55598887e8f) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:17:51.359171 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:51.389602 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Transition to ACTIVE for port object eacb41ac-c015-46a6-91a2-f55598887e8f will not be triggered until provisioned by entity DHCP. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:51.410367 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e2f96-2151-4f7f-b1bd-3d378dcba530 req-f56b6281-fa1f-4c00-9599-221d72bd0d9e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:51.413000 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab4e2f96-2151-4f7f-b1bd-3d378dcba530 req-f56b6281-fa1f-4c00-9599-221d72bd0d9e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.1488492 Jun 11 18:17:51.487170 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab4e2f96-2151-4f7f-b1bd-3d378dcba530 req-1e583e16-6dac-42a6-86f7-8295a5d546a1 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644913 Jun 11 18:17:51.495182 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:51.505401 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-45060d43-bd37-48bc-b5a9-c0a3d131f749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:51.562224 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:17:51.565673 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:17:51.571241 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:17:51.575774 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=eacb41ac-c015-46a6-91a2-f55598887e8f,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:51.578738 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:51.648397 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:51.649371 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:51.668875 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9060879 Jun 11 18:17:51.683486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Request body: {'port': {'device_id': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:51.845954 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:51.873516 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8dcc7-f3a5-4292-820c-095c2fb7f12f req-0e3be5fe-4ec3-4de1-8389-7a3e7226605d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:51.874835 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2bf8dcc7-f3a5-4292-820c-095c2fb7f12f req-0e3be5fe-4ec3-4de1-8389-7a3e7226605d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 931 time: 0.1967318 Jun 11 18:17:51.917167 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-9a08a201-3a02-4501-a604-9ce4642b20cd None None] Provisioning for port eacb41ac-c015-46a6-91a2-f55598887e8f completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:17:51.922000 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-9a08a201-3a02-4501-a604-9ce4642b20cd None None] Provisioning complete for port eacb41ac-c015-46a6-91a2-f55598887e8f triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:17:51.922438 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9a08a201-3a02-4501-a604-9ce4642b20cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:51.981366 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2bf8dcc7-f3a5-4292-820c-095c2fb7f12f req-cadc6b9f-628d-4cb5-a0f1-8b0d1433da37 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993395 Jun 11 18:17:51.982038 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-9a08a201-3a02-4501-a604-9ce4642b20cd None None] Port eacb41ac-c015-46a6-91a2-f55598887e8f cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:17:52.339627 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacb41ac-c015-46a6-91a2-f55598887e8f {{(pid=92015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:17:52.355989 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:52.377183 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.provisioning_blocks [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Transition to ACTIVE for port object eacb41ac-c015-46a6-91a2-f55598887e8f will not be triggered until provisioned by entity L2. {{(pid=92015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:17:52.382898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:52.387802 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3929bddc-c540-47e6-b0b0-c67142e5fe3c tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:52.522077 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Pushing event updated for resources: {'Port': ['ID=eacb41ac-c015-46a6-91a2-f55598887e8f,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:52.527459 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:52.739352 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Attempting to bind port eacb41ac-c015-46a6-91a2-f55598887e8f on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:17:52.739880 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Attempting to bind port eacb41ac-c015-46a6-91a2-f55598887e8f by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:17:52.740432 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Attempting to bind port eacb41ac-c015-46a6-91a2-f55598887e8f on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:52.752025 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Port eacb41ac-c015-46a6-91a2-f55598887e8f on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:17:52.752347 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Attempting to bind port eacb41ac-c015-46a6-91a2-f55598887e8f on network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:17:52.765876 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:17:52.766219 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Checking segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:17:52.766877 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Bound using segment: {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'} {{(pid=92015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:17:52.767332 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.managers [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Bound port: eacb41ac-c015-46a6-91a2-f55598887e8f, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514022bc-6dbf-427e-b53d-296d1355d324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74'}}] {{(pid=92015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:17:52.767781 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:52.826850 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986ddfd-5952-4391-a5d7-44ba812d8ec7 req-5b8dcde8-4cdf-4e18-b4c4-8945cd680b64 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:52.828527 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2986ddfd-5952-4391-a5d7-44ba812d8ec7 req-5b8dcde8-4cdf-4e18-b4c4-8945cd680b64 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.1833713 Jun 11 18:17:52.894956 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] For port eacb41ac-c015-46a6-91a2-f55598887e8f, host hv-cinder-79604, cleared binding levels {{(pid=92015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:17:52.911031 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2986ddfd-5952-4391-a5d7-44ba812d8ec7 req-97e2115a-88a7-4aa2-a980-ae6d91b9c429 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725498 Jun 11 18:17:52.915248 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] For port eacb41ac-c015-46a6-91a2-f55598887e8f, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=eacb41ac-c015-46a6-91a2-f55598887e8f,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:17:52.922415 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:52.924732 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1ae8db3a-4b0c-4cf5-806d-836dd5a95f88 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:17:52.974724 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:52.975357 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:52.976868 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] 10.222.0.82 "PUT /v2.0/ports/eacb41ac-c015-46a6-91a2-f55598887e8f HTTP/1.1" status: 200 len: 1093 time: 1.3002863 Jun 11 18:17:52.977366 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:52.979784 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bfcf53-7ae3-4923-8151-a03c8c9be2be" -d '{"events": [{"name": "network-changed", "server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:53.019661 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Pushing event updated for resources: {'Port': ['ID=eacb41ac-c015-46a6-91a2-f55598887e8f,revision_number=3']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:17:53.026182 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:17:53.078466 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352b31a2-048a-41a2-9d59-c7a65b8a4421 x-openstack-request-id: req-352b31a2-048a-41a2-9d59-c7a65b8a4421 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:53.079472 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:53.080262 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-352b31a2-048a-41a2-9d59-c7a65b8a4421 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:53.081188 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'status': 'completed', 'code': 200} Jun 11 18:17:53.258400 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-3e1a7224-603c-4543-a301-19a098b3eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:53.259861 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-3e1a7224-603c-4543-a301-19a098b3eadd service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.2001283 Jun 11 18:17:53.283553 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766e330-14f2-4cd0-b12b-0942a9040be7 req-3ef7af4e-f3f6-4e7e-9e84-9d61b873918e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:53.285749 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c766e330-14f2-4cd0-b12b-0942a9040be7 req-3ef7af4e-f3f6-4e7e-9e84-9d61b873918e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.1598024 Jun 11 18:17:53.298912 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43796) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:17:53.304474 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'floatingip': {'port_id': 'b5206515-80f8-4cbd-b218-8e3d8979ced8'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:17:53.358384 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-3809ca11-cf95-44af-a2f1-08d3b2754e95 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacb41ac-c015-46a6-91a2-f55598887e8f HTTP/1.1" status: 200 len: 217 time: 0.0841036 Jun 11 18:17:53.370729 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:53.438656 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-e1ff67b1-4413-4ef3-97f9-be7075efd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:53.440156 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-e1ff67b1-4413-4ef3-97f9-be7075efd215 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0747926 Jun 11 18:17:53.449140 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299c671-e3d7-43c3-a991-d854ca4c666a req-53259df1-0c78-450c-94fb-dab053e97bba tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:53.450728 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4299c671-e3d7-43c3-a991-d854ca4c666a req-53259df1-0c78-450c-94fb-dab053e97bba tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 943 time: 0.1898036 Jun 11 18:17:53.525505 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4299c671-e3d7-43c3-a991-d854ca4c666a req-74803019-8d3a-4d4d-9d5a-1707909a47a7 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658581 Jun 11 18:17:53.551342 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-7e63eff1-7154-4521-967e-a1c6526f6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:53.553202 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-7e63eff1-7154-4521-967e-a1c6526f6924 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1015723 Jun 11 18:17:53.677195 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-f1b8fd1f-cbba-4ee0-932a-c7c8b4e62943 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169817 Jun 11 18:17:53.802690 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-dd8591a7-4c80-4eff-9fd9-4c34c65d9e82 req-832ce4bc-7969-49d0-b698-195054da4029 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187007 Jun 11 18:17:53.919181 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-b13ec50c-47f3-4d96-81b9-2f6873f1aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:53.920771 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-b13ec50c-47f3-4d96-81b9-2f6873f1aff9 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 1096 time: 0.0672338 Jun 11 18:17:54.018720 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:54.028089 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:54.053045 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-5f3c3684-d20c-49c6-bc40-5d4724e10c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:54.054412 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-5f3c3684-d20c-49c6-bc40-5d4724e10c67 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 913 time: 0.1254618 Jun 11 18:17:54.202628 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.l3_db [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Floating IP 69d804be-79b9-45c9-bcea-66930171f328 associated. External IP: 172.27.0.81, port: b5206515-80f8-4cbd-b218-8e3d8979ced8. Jun 11 18:17:54.447184 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-fa46df87-d5ac-4ef8-892c-fd487a06e5f2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacb41ac-c015-46a6-91a2-f55598887e8f HTTP/1.1" status: 200 len: 217 time: 0.3855982 Jun 11 18:17:54.516272 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-269452d8-42c4-4df2-a5e7-b828222835a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:54.518137 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-269452d8-42c4-4df2-a5e7-b828222835a1 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0595918 Jun 11 18:17:54.553314 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Router 46b4dcb7-2c8e-4685-8b97-03ec4926760a has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:17:54.595349 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-fa1f40ee-dc0a-4abc-a8d0-13f299008f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:54.599115 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-fa1f40ee-dc0a-4abc-a8d0-13f299008f23 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724010 Jun 11 18:17:54.801084 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-2419fb04-0d43-4495-b80b-0770faadb8f8 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944230 Jun 11 18:17:54.828529 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5869e7d-4107-4cb9-8f21-341d22baf4b1 req-7c00cc1d-31ed-4155-a9ac-8a31ed7d0255 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:54.829910 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b5869e7d-4107-4cb9-8f21-341d22baf4b1 req-7c00cc1d-31ed-4155-a9ac-8a31ed7d0255 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 943 time: 0.1807301 Jun 11 18:17:54.955917 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b5869e7d-4107-4cb9-8f21-341d22baf4b1 req-7e41a89d-f09a-4f7f-8ebf-a92de60bc18d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120248 Jun 11 18:17:54.986207 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-50bfcf53-7ae3-4923-8151-a03c8c9be2be req-4c37bf95-6ffe-44a0-8f58-202b9b8455f8 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776083 Jun 11 18:17:55.012925 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:17:55.018394 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:55.024311 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] Sync routers for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:17:55.044095 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:55.044731 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:55.064385 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-dc605018-baad-4efb-bbfa-3fbb7c59f925 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "PUT /v2.0/floatingips/69d804be-79b9-45c9-bcea-66930171f328 HTTP/1.1" status: 200 len: 990 time: 1.7640054 Jun 11 18:17:55.065363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'tag': 'b5206515-80f8-4cbd-b218-8e3d8979ced8'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:17:55.069606 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce795e2-e5c8-4237-93a9-5208432b3c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff474489-e492-4869-bcc8-9198f64a7de2", "tag": "b5206515-80f8-4cbd-b218-8e3d8979ced8"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:17:55.122302 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fca86e-27aa-4621-8e6d-12a6b8438cc7 x-openstack-request-id: req-65fca86e-27aa-4621-8e6d-12a6b8438cc7 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:17:55.122644 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff474489-e492-4869-bcc8-9198f64a7de2", "tag": "b5206515-80f8-4cbd-b218-8e3d8979ced8", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:17:55.122943 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65fca86e-27aa-4621-8e6d-12a6b8438cc7 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:17:55.123394 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'tag': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'status': 'completed', 'code': 200} Jun 11 18:17:55.215827 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-96af3661-772f-45a2-88fb-20584645d7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:55.222925 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-96900d6e-86ca-483e-8ac9-3bd892a84317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:55.224582 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-96900d6e-86ca-483e-8ac9-3bd892a84317 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 1098 time: 0.0731447 Jun 11 18:17:55.228329 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:55.354535 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-3a8b9d18-31d5-44cc-afca-a9734f3f06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:55.356815 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-3a8b9d18-31d5-44cc-afca-a9734f3f06ef service neutron] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 912 time: 0.1258588 Jun 11 18:17:55.502180 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-22e9b3ba-f73e-4b47-86c0-2d59713f9919 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8 HTTP/1.1" status: 200 len: 998 time: 0.1377287 Jun 11 18:17:55.571529 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-222d9e71-7232-4cac-88ad-74a403a2b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:55.573101 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-222d9e71-7232-4cac-88ad-74a403a2b1ac service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0630212 Jun 11 18:17:55.662428 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-60be9de7-dbf1-4392-98ff-3037d999c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:55.664999 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-60be9de7-dbf1-4392-98ff-3037d999c1fd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835452 Jun 11 18:17:55.681956 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '69d804be-79b9-45c9-bcea-66930171f328', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'port_id': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'mac_address': 'fa:16:3e:66:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:17:32Z', 'updated_at': '2021-06-11T18:17:53Z', 'revision_number': 1, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:55.686171 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] Checking router: 46b4dcb7-2c8e-4685-8b97-03ec4926760a for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:17:55.695609 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:17:55.696272 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:55.807719 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-f79625ce-3251-4f41-813c-ef1eae9b4135 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308720 Jun 11 18:17:55.849984 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:17:55.938069 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1ce795e2-e5c8-4237-93a9-5208432b3c2d req-c7ecae55-0c7c-4d34-ba77-b6eb4604ff53 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226664 Jun 11 18:17:56.158953 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cabb9-5b04-4f58-90e7-f7e935a64d19 req-15617ddc-23fb-4815-ab77-cbafe794f4ec tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:56.161346 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab2cabb9-5b04-4f58-90e7-f7e935a64d19 req-15617ddc-23fb-4815-ab77-cbafe794f4ec tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 943 time: 0.0841148 Jun 11 18:17:56.179676 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '69d804be-79b9-45c9-bcea-66930171f328', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'port_id': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'mac_address': 'fa:16:3e:66:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:17:32Z', 'updated_at': '2021-06-11T18:17:53Z', 'revision_number': 1, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:17:56.184006 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a70734-52ba-4b88-9e19-c832075a42d1 None None] The sync data for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi is: [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '69d804be-79b9-45c9-bcea-66930171f328', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'port_id': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'mac_address': 'fa:16:3e:66:46:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:17:32Z', 'updated_at': '2021-06-11T18:17:53Z', 'revision_number': 1, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:17:56.209686 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ab2cabb9-5b04-4f58-90e7-f7e935a64d19 req-875ae263-8516-4d69-85f4-5254dc56e655 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Jun 11 18:17:56.389381 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58769a95-74df-484a-9fbe-bcf5852f9d98 None None] New status for floating IP 69d804be-79b9-45c9-bcea-66930171f328: ACTIVE {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:17:57.442274 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7f0bf-0fbb-4f6a-a29a-8c0249cbdd3a req-1aa9e003-9bc1-47d8-9b69-cd1c913b4685 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:57.445033 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7ab7f0bf-0fbb-4f6a-a29a-8c0249cbdd3a req-1aa9e003-9bc1-47d8-9b69-cd1c913b4685 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 943 time: 0.1070015 Jun 11 18:17:57.491951 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7ab7f0bf-0fbb-4f6a-a29a-8c0249cbdd3a req-d8f2c2c7-50a9-41c6-a9a8-5f6c12a7c247 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408232 Jun 11 18:17:57.867732 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6ff1d283-928a-4b03-b0e9-7055739c42d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:58.077825 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:58.683898 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66175f4e-1e70-4df6-8f54-b2571d787d63 req-4afc7260-3255-403c-9bd8-173f57d06e61 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:58.685493 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-66175f4e-1e70-4df6-8f54-b2571d787d63 req-4afc7260-3255-403c-9bd8-173f57d06e61 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 943 time: 0.0752268 Jun 11 18:17:58.738978 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-66175f4e-1e70-4df6-8f54-b2571d787d63 req-031675ae-7c24-4efa-95bf-bc810f922c75 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468159 Jun 11 18:17:59.223836 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:59.693578 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device eacb41ac-c015-46a6-91a2-f55598887e8f details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:17:59.837208 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port eacb41ac-c015-46a6-91a2-f55598887e8f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=eacb41ac-c015-46a6-91a2-f55598887e8f,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:59.857108 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'port_id': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'mac_address': 'fa:16:3e:bb:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:17:59.910842 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:59.928657 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacb41ac-c015-46a6-91a2-f55598887e8f {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:17:59.957193 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port eacb41ac-c015-46a6-91a2-f55598887e8f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=eacb41ac-c015-46a6-91a2-f55598887e8f,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:17:59.961629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a630b8-a072-4679-b3bc-383b9443dfa0 req-39b1ead2-4260-4c39-bdb0-56e0276e14e6 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:17:59.963675 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-69a630b8-a072-4679-b3bc-383b9443dfa0 req-39b1ead2-4260-4c39-bdb0-56e0276e14e6 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 943 time: 0.0943334 Jun 11 18:17:59.963951 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:17:59.968849 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:00.022714 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-69a630b8-a072-4679-b3bc-383b9443dfa0 req-1bb7a7e2-78fb-4192-9c2b-9e3fab324911 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474868 Jun 11 18:18:00.039988 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=eacb41ac-c015-46a6-91a2-f55598887e8f,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:00.045185 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:00.203525 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['eacb41ac-c015-46a6-91a2-f55598887e8f'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:18:01.098938 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:01.225893 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f1b92-e0af-4b7b-9412-5a1c20a3aabd req-c9cb8978-56da-44d1-bef4-0f61cba05fda tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:01.227461 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-014f1b92-e0af-4b7b-9412-5a1c20a3aabd req-c9cb8978-56da-44d1-bef4-0f61cba05fda tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 944 time: 0.0747323 Jun 11 18:18:01.273504 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-014f1b92-e0af-4b7b-9412-5a1c20a3aabd req-c26dcc8b-4533-4920-847b-643d7a8748f0 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379424 Jun 11 18:18:01.697857 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device eacb41ac-c015-46a6-91a2-f55598887e8f up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:18:01.752466 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port eacb41ac-c015-46a6-91a2-f55598887e8f completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:18:01.756682 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port eacb41ac-c015-46a6-91a2-f55598887e8f triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:18:01.757059 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:01.848796 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:01.873905 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:18:01.876220 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847dcb4c-fd27-436d-bfb8-f13dd329f4ca" -d '{"events": [{"server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "name": "network-vif-plugged", "status": "completed", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:18:01.891265 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port eacb41ac-c015-46a6-91a2-f55598887e8f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=eacb41ac-c015-46a6-91a2-f55598887e8f,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:18:01.896379 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:01.900355 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-b8428f20-025d-432e-948b-439009de069c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:01.933265 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf44f3d-a9da-4706-862a-8caa0625b262 x-openstack-request-id: req-dbf44f3d-a9da-4706-862a-8caa0625b262 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:18:01.933642 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "name": "network-vif-plugged", "status": "completed", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:18:01.933831 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbf44f3d-a9da-4706-862a-8caa0625b262 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:18:01.934585 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'code': 200} Jun 11 18:18:01.970212 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=eacb41ac-c015-46a6-91a2-f55598887e8f,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:01.973260 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:02.275157 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e97115-a180-45f6-8ca6-e78de6f577b7 req-54a54193-a624-4ec0-97d6-553f4d317bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:02.276602 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18e97115-a180-45f6-8ca6-e78de6f577b7 req-54a54193-a624-4ec0-97d6-553f4d317bbc service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0682786 Jun 11 18:18:02.320018 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-18e97115-a180-45f6-8ca6-e78de6f577b7 req-ce7ff26f-7a5a-45e6-8c10-fcefe5880f77 service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367386 Jun 11 18:18:02.469865 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2428de6-cad1-4a37-8e37-5091dc94bc0a req-5137c4b9-525c-49d2-8523-8e64551658b3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:02.471595 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e2428de6-cad1-4a37-8e37-5091dc94bc0a req-5137c4b9-525c-49d2-8523-8e64551658b3 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 945 time: 0.0746329 Jun 11 18:18:02.522600 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e2428de6-cad1-4a37-8e37-5091dc94bc0a req-9fdaf2d0-06dd-4406-a027-eec4616bd00b tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402031 Jun 11 18:18:03.718787 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e9b8a-bd48-43e4-85a2-15703f33f252 req-345ab3f3-8c72-4474-9df5-ee14e7456116 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:03.720371 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-077e9b8a-bd48-43e4-85a2-15703f33f252 req-345ab3f3-8c72-4474-9df5-ee14e7456116 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 945 time: 0.0806227 Jun 11 18:18:03.764775 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-077e9b8a-bd48-43e4-85a2-15703f33f252 req-fbd1c567-55dc-4ea8-b65d-a592ac3951ae tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386412 Jun 11 18:18:03.954348 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfd857-50f4-4721-b103-edca02f86b10 req-687eb69d-7307-48af-b842-5ba05050b3da tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:03.955927 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-14cfd857-50f4-4721-b103-edca02f86b10 req-687eb69d-7307-48af-b842-5ba05050b3da tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 945 time: 0.0744767 Jun 11 18:18:04.001431 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-14cfd857-50f4-4721-b103-edca02f86b10 req-f476827d-08c0-48a6-9e43-aca86cb6300e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396411 Jun 11 18:18:04.033523 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 43836) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:18:04.107003 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab5a0b-1df3-4040-9baf-490ee205faf8 tempest-TestVolumeBootPattern-1741598469 tempest-TestVolumeBootPattern-1741598469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:04.109265 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-4eab5a0b-1df3-4040-9baf-490ee205faf8 tempest-TestVolumeBootPattern-1741598469 tempest-TestVolumeBootPattern-1741598469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 1093 time: 0.0739715 Jun 11 18:18:04.114492 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 43838) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:18:04.119721 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'port_id': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:18:04.154853 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:04.370969 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:04.523121 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Allocated IP 172.27.0.172 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/1fcb63cb-6bbe-4cef-a9ea-58ccb99a1db1) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:18:04.686556 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:04.744466 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:04.746744 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2a74b78d-6e30-4ee4-8a08-853a49dbbc46 tempest-VolumesSnapshotTestJSON-1086518160 tempest-VolumesSnapshotTestJSON-1086518160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:04.796595 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:18:04.800606 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:18:04.804498 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:18:04.810749 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=1fcb63cb-6bbe-4cef-a9ea-58ccb99a1db1,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:04.836588 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:05.310554 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:05.410630 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:05.634814 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:05.642011 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:05.644762 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-95b4f554-f1ad-48cd-ae16-e913c2f389f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:18:05.742118 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event updated for resources: {'Port': ['ID=1fcb63cb-6bbe-4cef-a9ea-58ccb99a1db1,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:18:05.756686 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:18:05.779273 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:06.291671 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Floating IP 1996f999-0b0d-430d-b9ee-55cf36db1d12 associated. External IP: 172.27.0.172, port: eacb41ac-c015-46a6-91a2-f55598887e8f. Jun 11 18:18:06.592231 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Router 23552777-c952-428d-84a6-a818b9717ba0 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:18:06.752074 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:18:06.763155 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:18:06.770202 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:06.775236 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:18:06.775891 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:18:06.815680 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-8cd5d049-ce1e-4bb9-9a76-86bb3ee83241 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6999745 Jun 11 18:18:06.816368 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:18:06.818716 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2730b04e-0b60-4957-91f9-6b29c21b415d" -d '{"events": [{"name": "network-changed", "server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:18:06.918639 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:18:06.983105 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab92f08e-04df-4752-ae3a-a70a073a11b6 x-openstack-request-id: req-ab92f08e-04df-4752-ae3a-a70a073a11b6 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:18:06.983105 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:18:06.983105 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab92f08e-04df-4752-ae3a-a70a073a11b6 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:18:06.983105 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'status': 'completed', 'code': 200} Jun 11 18:18:07.103372 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-c7efb0ab-b0bd-4022-ac16-b9d9fbdd7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:07.105119 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-c7efb0ab-b0bd-4022-ac16-b9d9fbdd7f74 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0840149 Jun 11 18:18:07.252662 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '1996f999-0b0d-430d-b9ee-55cf36db1d12', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:bb:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:18:05Z', 'updated_at': '2021-06-11T18:18:05Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}, {'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:59Z', 'revision_number': 1, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:18:07.257023 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:18:07.267312 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:18:07.267996 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:17:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:18:07.304220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-61bb3d42-4825-4bd4-8522-17a2177b8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:07.305754 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-61bb3d42-4825-4bd4-8522-17a2177b8f1f service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 913 time: 0.1873252 Jun 11 18:18:07.438371 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-8e0c0d40-6cf7-473a-9db7-641af17d0dbe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacb41ac-c015-46a6-91a2-f55598887e8f HTTP/1.1" status: 200 len: 999 time: 0.1222763 Jun 11 18:18:07.459093 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:18:07.514273 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-c5b483df-6077-4c5c-92ae-1016bb7d7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:07.516452 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-c5b483df-6077-4c5c-92ae-1016bb7d7a00 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0609548 Jun 11 18:18:07.582297 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-6a4afeea-64fa-48c0-89da-c2c2c8a1e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:07.583852 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-6a4afeea-64fa-48c0-89da-c2c2c8a1e2f2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612755 Jun 11 18:18:07.711645 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-6ccdcf63-1e5b-405c-a9db-9626ff5fbd74 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210637 Jun 11 18:18:07.840260 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2730b04e-0b60-4957-91f9-6b29c21b415d req-258fae71-74ab-4129-b942-990e065eb8fb service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216481 Jun 11 18:18:07.885800 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '1996f999-0b0d-430d-b9ee-55cf36db1d12', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:bb:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:18:05Z', 'updated_at': '2021-06-11T18:18:05Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}, {'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:59Z', 'revision_number': 1, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:18:07.889458 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcee1411-2d2c-4beb-8562-b929c7d5002d None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '1996f999-0b0d-430d-b9ee-55cf36db1d12', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:bb:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:18:05Z', 'updated_at': '2021-06-11T18:18:05Z', 'revision_number': 0, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}, {'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:59Z', 'revision_number': 1, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:18:08.096220 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4493799-2cbf-458b-934f-6067cd0eb9c7 None None] New status for floating IP 1996f999-0b0d-430d-b9ee-55cf36db1d12: ACTIVE {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:18:13.417102 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:16.025850 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-ae3346d3-7ba8-4494-957f-c2c413d9436d service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625803 Jun 11 18:18:16.176284 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-a241f790-f7f2-4fc4-b860-0c2ca0c90af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:16.178596 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-a241f790-f7f2-4fc4-b860-0c2ca0c90af5 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 1099 time: 0.0957062 Jun 11 18:18:16.361686 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-a97f3ed9-6117-4d66-b3c9-43a745f66187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:16.363199 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-a97f3ed9-6117-4d66-b3c9-43a745f66187 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 913 time: 0.1579020 Jun 11 18:18:16.453965 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-f241363e-0b8b-4bb0-9ce8-f28b076c721b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64d33804-81fc-450a-82af-f96d3be0137b HTTP/1.1" status: 200 len: 1001 time: 0.0801833 Jun 11 18:18:16.525807 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-a339d88a-e74b-4a2d-bf86-c088d59a0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:16.527296 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-a339d88a-e74b-4a2d-bf86-c088d59a0f9d service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0636351 Jun 11 18:18:16.598428 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-19cb5836-4ef0-40ec-b7a7-a6d913067987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:16.600037 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-19cb5836-4ef0-40ec-b7a7-a6d913067987 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650523 Jun 11 18:18:16.731481 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-2d988927-ffbb-4734-b341-fe5123586f3c service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219478 Jun 11 18:18:16.865086 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2a237f68-1c11-4dd7-89fe-c4234a4c6df9 req-920474f6-fc54-476d-aeb7-e6e1eb2ad064 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224227 Jun 11 18:18:24.147349 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:18:25.218039 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f3351196-5c86-49a4-b026-15beb0b932fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:27.870324 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f422cb9a-3f62-4b93-9421-03087367822e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:28.079000 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:29.224491 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:31.101926 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:43.412291 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:46.814704 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78670477-123b-48c5-9f80-333badf899bb req-52008395-a629-4983-a07c-696112d0213e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:46.816207 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-78670477-123b-48c5-9f80-333badf899bb req-52008395-a629-4983-a07c-696112d0213e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0744581 Jun 11 18:18:46.862342 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-78670477-123b-48c5-9f80-333badf899bb req-a93518da-3152-4699-ad72-4e02cf42bbf9 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Jun 11 18:18:48.059269 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c58988-450d-451c-849b-5158c5686580 req-e621a711-493d-4c5b-848f-d680ffa1e07a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:48.061417 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-41c58988-450d-451c-849b-5158c5686580 req-e621a711-493d-4c5b-848f-d680ffa1e07a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0782793 Jun 11 18:18:48.107142 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-41c58988-450d-451c-849b-5158c5686580 req-8f42cf29-d6f4-4bdd-baeb-1fbe62865f8c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 Jun 11 18:18:49.298928 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168c9d3-2ae5-4b89-b15a-5d1cab820f68 req-43909bd3-4c14-4651-91a7-f8f1355c080a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:49.300534 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d168c9d3-2ae5-4b89-b15a-5d1cab820f68 req-43909bd3-4c14-4651-91a7-f8f1355c080a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0761769 Jun 11 18:18:49.343553 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d168c9d3-2ae5-4b89-b15a-5d1cab820f68 req-a639e89a-a423-4506-92bb-e936932b9dac tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369360 Jun 11 18:18:50.534026 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237b59e-d7d1-42bf-b4f3-4585d40cd906 req-0cbeb0fa-e7a2-4c91-89c3-e1c04e60dd83 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:50.535473 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a237b59e-d7d1-42bf-b4f3-4585d40cd906 req-0cbeb0fa-e7a2-4c91-89c3-e1c04e60dd83 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0728390 Jun 11 18:18:50.576813 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a237b59e-d7d1-42bf-b4f3-4585d40cd906 req-95c3ade4-2862-44dd-ad8a-e50930e437d8 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356457 Jun 11 18:18:51.761813 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefd66d-9a5b-4724-a3a7-9ecec80449d0 req-901f31af-9651-4b5c-89cc-b24c5db36be7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:51.763282 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-beefd66d-9a5b-4724-a3a7-9ecec80449d0 req-901f31af-9651-4b5c-89cc-b24c5db36be7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0708907 Jun 11 18:18:51.804962 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-beefd66d-9a5b-4724-a3a7-9ecec80449d0 req-91dc6aa7-afa1-45ab-9747-1eb9d6b2e2cb tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355814 Jun 11 18:18:52.988931 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6503e-2f2b-4cdd-9736-f624867af067 req-c62765cf-392d-441d-865e-0c56d17583bb tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:52.990381 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f0e6503e-2f2b-4cdd-9736-f624867af067 req-c62765cf-392d-441d-865e-0c56d17583bb tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0717983 Jun 11 18:18:53.031973 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f0e6503e-2f2b-4cdd-9736-f624867af067 req-45a1de3e-27e5-4a13-a736-4f58983eb20f tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354605 Jun 11 18:18:54.214851 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cd1d7-8035-46f3-8535-592bf7807f11 req-6f581895-d961-474c-97c8-6e9f87c821ad tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:54.216354 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-be5cd1d7-8035-46f3-8535-592bf7807f11 req-6f581895-d961-474c-97c8-6e9f87c821ad tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0688629 Jun 11 18:18:54.257797 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-be5cd1d7-8035-46f3-8535-592bf7807f11 req-56d19b17-eca0-4f7d-8241-78f7a26afe95 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358093 Jun 11 18:18:55.222124 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-fa8c0036-bf7c-465a-8780-b3b3372effb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:55.442605 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6282e7-3e4e-43d9-a599-2adb49cc3444 req-dbd45547-f398-4b96-862e-85151425c583 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:55.444094 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6282e7-3e4e-43d9-a599-2adb49cc3444 req-dbd45547-f398-4b96-862e-85151425c583 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0735197 Jun 11 18:18:55.485828 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1f6282e7-3e4e-43d9-a599-2adb49cc3444 req-59245382-9dc1-46a9-b029-a8c8980f59cc tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359111 Jun 11 18:18:56.670400 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3de1b4-019d-4d04-bbd9-c83b90c2ccae req-9e95063d-c794-4884-9f48-678d80431bf3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:56.671808 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1c3de1b4-019d-4d04-bbd9-c83b90c2ccae req-9e95063d-c794-4884-9f48-678d80431bf3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0708189 Jun 11 18:18:56.714557 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1c3de1b4-019d-4d04-bbd9-c83b90c2ccae req-65d73b0e-a8e6-45db-8202-28906917f67d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368204 Jun 11 18:18:57.871961 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-57e7c5db-b7d3-40c5-b168-f0a063ab8abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:57.907988 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2e048-9b4d-4833-b984-779164d9c458 req-0ebe7dbd-81c5-4088-98c9-86ef1cc29c97 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:57.909486 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-66a2e048-9b4d-4833-b984-779164d9c458 req-0ebe7dbd-81c5-4088-98c9-86ef1cc29c97 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0722256 Jun 11 18:18:57.950803 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-66a2e048-9b4d-4833-b984-779164d9c458 req-b729f69d-e3db-4f02-a780-267c3973a9bc tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349724 Jun 11 18:18:58.080634 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:18:59.128930 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c2b8a-0550-4cd5-a965-db7f9b850e32 req-b6725084-c356-4aea-bfb9-c18dac969406 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:18:59.130423 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f5c2b8a-0550-4cd5-a965-db7f9b850e32 req-b6725084-c356-4aea-bfb9-c18dac969406 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0675902 Jun 11 18:18:59.175227 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0f5c2b8a-0550-4cd5-a965-db7f9b850e32 req-b91f7802-1daf-41af-b290-970660a01f40 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391300 Jun 11 18:18:59.225919 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:00.359560 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9e21a-f745-49b6-929d-671b6dfee41e req-decb4545-ef89-451c-b26a-8a77bb5adc53 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:00.361034 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f1e9e21a-f745-49b6-929d-671b6dfee41e req-decb4545-ef89-451c-b26a-8a77bb5adc53 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0721939 Jun 11 18:19:00.403987 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f1e9e21a-f745-49b6-929d-671b6dfee41e req-ab579a0b-8166-4c4a-b441-e9888c68a721 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370669 Jun 11 18:19:01.104999 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:01.146545 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:19:01.582460 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78096ae6-c63d-460b-807f-1c3e7df1d37f req-fdedb318-08ed-45d1-b653-8792f8de8ee6 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:01.583982 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-78096ae6-c63d-460b-807f-1c3e7df1d37f req-fdedb318-08ed-45d1-b653-8792f8de8ee6 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0690947 Jun 11 18:19:01.630252 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-78096ae6-c63d-460b-807f-1c3e7df1d37f req-539952be-dacb-4e1f-8552-62b451510bd9 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400703 Jun 11 18:19:02.811818 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2874c5-ba2c-4b40-a28c-cff294be4e9d req-74618793-98ea-442b-9c11-bdf26f2a3279 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:02.813289 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2f2874c5-ba2c-4b40-a28c-cff294be4e9d req-74618793-98ea-442b-9c11-bdf26f2a3279 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0694716 Jun 11 18:19:02.854335 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2f2874c5-ba2c-4b40-a28c-cff294be4e9d req-4b7371d4-7ecf-4ae6-8559-630d23cea3b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354490 Jun 11 18:19:04.035054 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9472e7-2ffa-4dc3-8739-cf8757d8a192 req-0f1d1b35-91cb-4df0-93da-b2f3813f31b9 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:04.036516 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-af9472e7-2ffa-4dc3-8739-cf8757d8a192 req-0f1d1b35-91cb-4df0-93da-b2f3813f31b9 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0668406 Jun 11 18:19:04.081671 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-af9472e7-2ffa-4dc3-8739-cf8757d8a192 req-bd6c8c81-544c-41f5-bf47-ecd1d947010c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387754 Jun 11 18:19:05.266140 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b96bb2-848f-4aac-8f0c-1ba576ade520 req-e95da376-77d0-4867-823d-64d39d95a14c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:05.267934 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2b96bb2-848f-4aac-8f0c-1ba576ade520 req-e95da376-77d0-4867-823d-64d39d95a14c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0706432 Jun 11 18:19:05.312401 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b2b96bb2-848f-4aac-8f0c-1ba576ade520 req-722c4799-92c8-4e69-89c4-14470be13516 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383046 Jun 11 18:19:06.546817 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c2a3d-b8ea-4f66-93e7-b2a2f9c622d1 req-b8a7c6d6-15b9-47ec-9537-5524106ab31e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:06.549289 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f40c2a3d-b8ea-4f66-93e7-b2a2f9c622d1 req-b8a7c6d6-15b9-47ec-9537-5524106ab31e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0792410 Jun 11 18:19:06.620724 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-f40c2a3d-b8ea-4f66-93e7-b2a2f9c622d1 req-bc2ffe0f-8202-415b-b2c3-57778c18435c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651791 Jun 11 18:19:07.875779 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fb9d5-2c6d-4f9a-8df5-10afcb2020a0 req-5710f5e3-3e16-4944-89c3-5cada4d8ce3c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:07.877359 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b01fb9d5-2c6d-4f9a-8df5-10afcb2020a0 req-5710f5e3-3e16-4944-89c3-5cada4d8ce3c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0832984 Jun 11 18:19:07.920281 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b01fb9d5-2c6d-4f9a-8df5-10afcb2020a0 req-2874e3eb-4225-4161-9908-47fb55c1d154 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Jun 11 18:19:08.655816 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e9f7e-c3e2-483b-8e72-3bd1e57782a9 req-756b2964-ad0a-4a25-bde2-4496a29f4b7d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:08.657193 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ee7e9f7e-c3e2-483b-8e72-3bd1e57782a9 req-756b2964-ad0a-4a25-bde2-4496a29f4b7d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.4408398 Jun 11 18:19:08.685297 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-754e17ed-9864-4294-a660-23630e2ccd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:08.686725 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-754e17ed-9864-4294-a660-23630e2ccd15 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 1098 time: 0.4361920 Jun 11 18:19:08.726294 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-ee7e9f7e-c3e2-483b-8e72-3bd1e57782a9 req-e227c592-c6c3-4707-bb65-6bc19c033066 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633805 Jun 11 18:19:08.821108 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-ce97a38e-11c4-4c3d-acd9-bd2441fe0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:08.822575 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-ce97a38e-11c4-4c3d-acd9-bd2441fe0baa service neutron] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 912 time: 0.1235480 Jun 11 18:19:08.907332 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-9ba65229-45fe-452d-a54d-233e393048e8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8 HTTP/1.1" status: 200 len: 1000 time: 0.0780382 Jun 11 18:19:08.978822 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-44ac8493-9583-4a57-b38d-d2e941b817d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:08.980289 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-44ac8493-9583-4a57-b38d-d2e941b817d6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0662091 Jun 11 18:19:09.045409 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-18bebf6f-b858-4bb8-a2e2-bae4a4cc7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:09.046906 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-18bebf6f-b858-4bb8-a2e2-bae4a4cc7e19 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599825 Jun 11 18:19:09.169836 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-6435559c-04b6-4b2e-a185-4f6c2ddfa7ea service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155202 Jun 11 18:19:09.293575 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-34a9b82e-c003-4f59-a223-4db3d63ae683 req-6e1d341b-b20b-49ad-95cc-89995cca2aac service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168950 Jun 11 18:19:09.918557 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe697895-e2a9-4087-bd7d-6f056113bebd req-443f50af-fe84-4f55-86a8-2355c46603e9 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:09.920105 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fe697895-e2a9-4087-bd7d-6f056113bebd req-443f50af-fe84-4f55-86a8-2355c46603e9 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0729041 Jun 11 18:19:09.962937 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-fe697895-e2a9-4087-bd7d-6f056113bebd req-d1698cd5-7f98-447b-8adc-af2cabd464d1 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371146 Jun 11 18:19:11.160640 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60977504-baaf-48b5-90c0-7fd3ff3ac188 req-12c18c19-d867-4b52-8203-35ee19eb8b4d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:11.162126 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60977504-baaf-48b5-90c0-7fd3ff3ac188 req-12c18c19-d867-4b52-8203-35ee19eb8b4d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0836921 Jun 11 18:19:11.205328 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-60977504-baaf-48b5-90c0-7fd3ff3ac188 req-9d63367e-2500-4746-b3fa-70a17c370756 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364952 Jun 11 18:19:13.425708 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:18.055116 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-d07a136e-da49-4de6-8079-c4a725aac7be service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625148 Jun 11 18:19:18.145096 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-1c8366d0-ab81-4cf8-9e06-916a0908889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:18.146612 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-1c8366d0-ab81-4cf8-9e06-916a0908889c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 1098 time: 0.0682266 Jun 11 18:19:18.284163 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-47535562-3fae-4909-a32e-80bcfc596942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:18.285664 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-47535562-3fae-4909-a32e-80bcfc596942 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 912 time: 0.1190417 Jun 11 18:19:18.391497 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-f2d67d8e-b608-4665-8493-1efa77ad011d service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8 HTTP/1.1" status: 200 len: 1000 time: 0.0981035 Jun 11 18:19:18.454893 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-e365a5e4-fec5-4789-b7de-9c0f8886d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:18.456409 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-e365a5e4-fec5-4789-b7de-9c0f8886d53c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0540960 Jun 11 18:19:18.533731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-0f1febf5-2621-4c2d-9ddb-c95698e110b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:18.535276 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-0f1febf5-2621-4c2d-9ddb-c95698e110b2 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720847 Jun 11 18:19:18.660622 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-fc2a72e5-dde5-4c3f-bec8-0d2d29a8deb9 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170866 Jun 11 18:19:18.787220 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4064c6ca-3473-426e-b186-fb54aee6b930 req-a4e2f8d6-c95d-4071-a9be-dc775e0f4d5f service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194005 Jun 11 18:19:25.228636 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6c6d4132-70a3-4048-895a-54472fb5d601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:27.874150 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-db38a313-e9ec-4527-a642-8bd6c8af8161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:28.084397 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:29.230647 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:31.108618 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:38.145796 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:19:43.436108 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:46.010016 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc822b5-7c7a-4ac7-9810-57fd1cb2a52f req-04ac44ec-dc13-4585-a272-857b8f8f9adf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:46.011621 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1fc822b5-7c7a-4ac7-9810-57fd1cb2a52f req-04ac44ec-dc13-4585-a272-857b8f8f9adf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0836856 Jun 11 18:19:46.047944 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44028) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:19:46.057426 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1fc822b5-7c7a-4ac7-9810-57fd1cb2a52f req-441db5cf-acb3-487f-9735-d925e5ccb42a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Jun 11 18:19:46.258068 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Deleting port 1fcb63cb-6bbe-4cef-a9ea-58ccb99a1db1 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:19:46.258414 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:46.368799 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:46.369130 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:46.465837 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Calling delete_port for 1fcb63cb-6bbe-4cef-a9ea-58ccb99a1db1 owned by network:floatingip {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:19:46.657395 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:46.660297 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-40e6767b-df30-4918-8115-03eeb10873ee tempest-VolumesActionsTest-828963341 tempest-VolumesActionsTest-828963341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:19:46.691401 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event deleted for resources: {'Port': ['ID=1fcb63cb-6bbe-4cef-a9ea-58ccb99a1db1,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:19:46.704597 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.705224 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.705611 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.706027 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.706404 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.706932 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.707287 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.707687 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.708223 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.708745 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.709104 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.709466 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:46.739018 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:19:46.795392 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:46.795728 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.l3_db [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Floating IP 1996f999-0b0d-430d-b9ee-55cf36db1d12 disassociated (deleted). External IP: 172.27.0.172, port: eacb41ac-c015-46a6-91a2-f55598887e8f. Jun 11 18:19:47.095643 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Router 23552777-c952-428d-84a6-a818b9717ba0 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:19:47.257871 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:19:47.262863 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:47.269944 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff351667-41a5-416f-9340-295d18579035 None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:19:47.281144 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff351667-41a5-416f-9340-295d18579035 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:19:47.281766 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-ff351667-41a5-416f-9340-295d18579035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:19:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:47.292196 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fabc52-b6ad-40fc-9399-4aa65e95646f req-f7dd7603-958e-44c2-b5ee-1a564dee7f26 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:47.293778 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-24fabc52-b6ad-40fc-9399-4aa65e95646f req-f7dd7603-958e-44c2-b5ee-1a564dee7f26 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0917733 Jun 11 18:19:47.320704 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b6d5b8f8-be0d-4523-ac15-65f1681ec337 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "DELETE /v2.0/floatingips/1996f999-0b0d-430d-b9ee-55cf36db1d12 HTTP/1.1" status: 204 len: 168 time: 1.2682452 Jun 11 18:19:47.320704 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:19:47.320704 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d" -d '{"events": [{"name": "network-changed", "server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:19:47.351848 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-24fabc52-b6ad-40fc-9399-4aa65e95646f req-7b4599d6-8f97-4532-87c4-c814c97d67fa tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503087 Jun 11 18:19:47.452837 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-ff351667-41a5-416f-9340-295d18579035 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:19:47.542917 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa1e432-10db-499a-acd5-cf5276741a3e x-openstack-request-id: req-7fa1e432-10db-499a-acd5-cf5276741a3e {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:19:47.543275 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:19:47.543569 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fa1e432-10db-499a-acd5-cf5276741a3e {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:19:47.544173 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'status': 'completed', 'code': 200} Jun 11 18:19:47.645623 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-9d715369-7cee-4253-98b1-2ccfa343e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:47.648228 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-9d715369-7cee-4253-98b1-2ccfa343e58c service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 1098 time: 0.0736797 Jun 11 18:19:47.832941 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-ff351667-41a5-416f-9340-295d18579035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:59Z', 'revision_number': 1, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:47.837519 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff351667-41a5-416f-9340-295d18579035 None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:19:47.847004 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff351667-41a5-416f-9340-295d18579035 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:19:47.847639 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-ff351667-41a5-416f-9340-295d18579035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:19:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:47.917808 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-b449a3d6-d52f-4285-a0c4-5536b0e54cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:47.919213 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-b449a3d6-d52f-4285-a0c4-5536b0e54cb8 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 913 time: 0.2641082 Jun 11 18:19:47.931551 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86510156-bd62-4ab6-99a0-185ae6a712b6 req-29db4097-8b54-45cd-9086-54a7208db966 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:47.933224 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-86510156-bd62-4ab6-99a0-185ae6a712b6 req-29db4097-8b54-45cd-9086-54a7208db966 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 945 time: 0.2338104 Jun 11 18:19:47.996248 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-15f2ec25-a02d-428e-8a61-593891ff14c2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eacb41ac-c015-46a6-91a2-f55598887e8f HTTP/1.1" status: 200 len: 217 time: 0.0582016 Jun 11 18:19:48.007866 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-ff351667-41a5-416f-9340-295d18579035 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:19:48.077643 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-86510156-bd62-4ab6-99a0-185ae6a712b6 req-0f1be0de-922d-4659-96e3-f69c73947150 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318166 Jun 11 18:19:48.085546 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-ce5fad91-fe42-4382-8877-c7d628811a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:48.087044 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-ce5fad91-fe42-4382-8877-c7d628811a29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0719454 Jun 11 18:19:48.196922 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-c6fcb0e4-f0bc-4d1b-a88e-c8e34e04a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:48.199548 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-c6fcb0e4-f0bc-4d1b-a88e-c8e34e04a3f5 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1049225 Jun 11 18:19:48.316960 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-ff351667-41a5-416f-9340-295d18579035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:59Z', 'revision_number': 1, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:48.320756 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff351667-41a5-416f-9340-295d18579035 None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': 'c2890511-d31e-4f1b-8a64-db82388de7a5', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'floating_ip_address': '172.27.0.97', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '23552777-c952-428d-84a6-a818b9717ba0', 'port_id': '64d33804-81fc-450a-82af-f96d3be0137b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'mac_address': 'fa:16:3e:c6:4b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:15:56Z', 'updated_at': '2021-06-11T18:15:59Z', 'revision_number': 1, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:19:48.333504 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-fab7ec0f-5000-41cb-be4d-4537d0758b20 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247277 Jun 11 18:19:48.470219 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bfe2f01a-31d2-4bb2-b49e-05f0eebda10d req-7e5b0f72-b1c1-4fb5-9076-71dd7376a2f5 service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286817 Jun 11 18:19:48.570537 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18fa75-8a0b-4774-9502-61b15f7d02d3 req-5560d6cb-a0f9-4b46-aa28-4dd452ac1e66 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:48.572983 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3a18fa75-8a0b-4774-9502-61b15f7d02d3 req-5560d6cb-a0f9-4b46-aa28-4dd452ac1e66 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0850751 Jun 11 18:19:48.594547 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fa787-e005-4364-9e5f-298f38d9a110 None None] New status for floating IP 1996f999-0b0d-430d-b9ee-55cf36db1d12: DOWN {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:19:48.618493 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-3a18fa75-8a0b-4774-9502-61b15f7d02d3 req-62bbda18-84eb-466c-a084-17b56d9a2948 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395613 Jun 11 18:19:49.275714 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0b266-2064-4687-8154-3447b4f0f62e req-bd69b9bd-8af2-4f0a-a431-2435d9ee99fb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:49.277219 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e0b0b266-2064-4687-8154-3447b4f0f62e req-bd69b9bd-8af2-4f0a-a431-2435d9ee99fb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 945 time: 0.0778332 Jun 11 18:19:49.322566 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e0b0b266-2064-4687-8154-3447b4f0f62e req-0b33b22a-5973-4a4e-8096-6a793c432843 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Jun 11 18:19:49.535134 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026199-a44b-4091-9569-a251705d7898 req-820d1d3f-ffa3-4549-b21f-9a58993b2544 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:49.536665 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a1026199-a44b-4091-9569-a251705d7898 req-820d1d3f-ffa3-4549-b21f-9a58993b2544 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 945 time: 0.0783248 Jun 11 18:19:49.662283 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Deleting port eacb41ac-c015-46a6-91a2-f55598887e8f {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:19:49.662388 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:49.856077 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] For port eacb41ac-c015-46a6-91a2-f55598887e8f, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=eacb41ac-c015-46a6-91a2-f55598887e8f,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:19:49.856516 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:49.960029 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Calling delete_port for eacb41ac-c015-46a6-91a2-f55598887e8f owned by compute:nova {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:19:49.974779 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca899d2-06b2-4b44-861a-bd7f8b79d78f req-5bbf7255-42c0-476d-8519-fb4ac89e9035 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:49.977057 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bca899d2-06b2-4b44-861a-bd7f8b79d78f req-5bbf7255-42c0-476d-8519-fb4ac89e9035 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.2187726 Jun 11 18:19:50.086448 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bca899d2-06b2-4b44-861a-bd7f8b79d78f req-835be596-8c87-4409-bdbe-d5e093f36a3f tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024280 Jun 11 18:19:50.175136 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:50.179385 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-15cb1af3-4168-45fa-bd8d-323ba8304674 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:19:50.213494 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event deleted for resources: {'Port': ['ID=eacb41ac-c015-46a6-91a2-f55598887e8f,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:19:50.224012 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.224396 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.224780 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.225125 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.225482 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.226393 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.226750 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.227188 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.227920 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.227920 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.228239 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.228506 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:19:50.234559 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:19:50.285815 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] No DVR routers for this DVR port eacb41ac-c015-46a6-91a2-f55598887e8f on host hv-cinder-79604 {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:19:50.293417 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:50.295573 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a1026199-a44b-4091-9569-a251705d7898 req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "DELETE /v2.0/ports/eacb41ac-c015-46a6-91a2-f55598887e8f HTTP/1.1" status: 204 len: 173 time: 0.7526240 Jun 11 18:19:50.296220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'name': 'network-vif-deleted', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:19:50.298591 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d41d264-9476-4849-8848-32522143bccb" -d '{"events": [{"server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "name": "network-vif-deleted", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:19:50.339778 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232e787f-e8ac-453c-821c-ae7eafc6c7b1 x-openstack-request-id: req-232e787f-e8ac-453c-821c-ae7eafc6c7b1 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:19:50.340096 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7", "name": "network-vif-deleted", "tag": "eacb41ac-c015-46a6-91a2-f55598887e8f", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:19:50.340392 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-232e787f-e8ac-453c-821c-ae7eafc6c7b1 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:19:50.340851 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7', 'name': 'network-vif-deleted', 'tag': 'eacb41ac-c015-46a6-91a2-f55598887e8f', 'status': 'completed', 'code': 200} Jun 11 18:19:50.478951 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-7df73038-d682-4ac2-adf1-aeee3bc7b599 req-e91d0d01-f269-4d9b-87df-dc7c2ccb290d tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=c63c1a9c-14b6-4e32-a7d1-8cf09a4c7fb7 HTTP/1.1" status: 200 len: 210 time: 0.0338178 Jun 11 18:19:51.314149 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b415f-a8a9-450a-9e6c-b0c4a0969fee req-f5942b53-0c4b-4b4d-bea3-951a5564b15e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:51.315693 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a72b415f-a8a9-450a-9e6c-b0c4a0969fee req-f5942b53-0c4b-4b4d-bea3-951a5564b15e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0965073 Jun 11 18:19:51.359689 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-a72b415f-a8a9-450a-9e6c-b0c4a0969fee req-bd0dfec7-8750-4caa-9922-ad5b152236b4 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380189 Jun 11 18:19:52.555941 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec571e3-777c-4094-9be5-438ff0fa0310 req-df45f3b6-f21e-48d8-aed2-ed612d40af5f tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:52.557492 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bec571e3-777c-4094-9be5-438ff0fa0310 req-df45f3b6-f21e-48d8-aed2-ed612d40af5f tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0800691 Jun 11 18:19:52.600847 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bec571e3-777c-4094-9be5-438ff0fa0310 req-0ebaecbe-b468-4074-be48-572bf9f73511 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376616 Jun 11 18:19:53.789948 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d584fbd-ea52-4323-bc36-56eec3c9bdcd req-25ebf36b-1b85-4965-a355-8355001d616d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:53.791398 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6d584fbd-ea52-4323-bc36-56eec3c9bdcd req-25ebf36b-1b85-4965-a355-8355001d616d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0749688 Jun 11 18:19:53.831879 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6d584fbd-ea52-4323-bc36-56eec3c9bdcd req-b189e39d-0161-43f2-9492-c99c756e861e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348837 Jun 11 18:19:53.952633 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44074) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:19:54.150546 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Deleting port 19366598-74b2-4300-8fd5-77d46f84367f {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:19:54.150885 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:54.246016 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device eacb41ac-c015-46a6-91a2-f55598887e8f no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:19:54.258736 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:54.259064 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:54.271473 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: eacb41ac-c015-46a6-91a2-f55598887e8f {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:19:54.271844 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device eacb41ac-c015-46a6-91a2-f55598887e8f not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:19:54.355856 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Calling delete_port for 19366598-74b2-4300-8fd5-77d46f84367f owned by network:floatingip {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:19:54.537269 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:54.539978 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:19:54.579010 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event deleted for resources: {'Port': ['ID=19366598-74b2-4300-8fd5-77d46f84367f,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:19:54.580533 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:19:55.002405 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:55.003115 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Floating IP c2890511-d31e-4f1b-8a64-db82388de7a5 disassociated (deleted). External IP: 172.27.0.97, port: 64d33804-81fc-450a-82af-f96d3be0137b. Jun 11 18:19:55.150082 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437c5fe-86ba-4ea5-84f0-8909a163c359 req-893c088c-de30-4a10-96ba-cdec9ba14872 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:55.151519 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2437c5fe-86ba-4ea5-84f0-8909a163c359 req-893c088c-de30-4a10-96ba-cdec9ba14872 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.2030523 Jun 11 18:19:55.221610 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8fbc578d-e167-40c5-b431-e3848da354b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:55.263256 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-2437c5fe-86ba-4ea5-84f0-8909a163c359 req-8e3e715b-77d4-406e-b1b1-474da0cbf3cf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982349 Jun 11 18:19:55.365302 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Router 23552777-c952-428d-84a6-a818b9717ba0 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:19:55.518926 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:19:55.524022 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:55.530895 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:19:55.540702 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:19:55.541324 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:19:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:55.570537 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-6f5fa758-4b13-4941-8670-a212099b782e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "DELETE /v2.0/floatingips/c2890511-d31e-4f1b-8a64-db82388de7a5 HTTP/1.1" status: 204 len: 168 time: 1.6167858 Jun 11 18:19:55.571305 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:19:55.573818 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198ca128-885e-4547-bea0-de6565e26dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "tag": "64d33804-81fc-450a-82af-f96d3be0137b"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:19:55.614523 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e44d26-aba8-4901-bd96-4caa78058c11 x-openstack-request-id: req-05e44d26-aba8-4901-bd96-4caa78058c11 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:19:55.615083 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "tag": "64d33804-81fc-450a-82af-f96d3be0137b", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:19:55.615650 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05e44d26-aba8-4901-bd96-4caa78058c11 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:19:55.616813 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b', 'status': 'completed', 'code': 200} Jun 11 18:19:55.691953 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:19:55.740674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ca128-885e-4547-bea0-de6565e26dbd req-2384e61b-be4d-4fe7-8277-d07dd94f98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:55.743812 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-198ca128-885e-4547-bea0-de6565e26dbd req-2384e61b-be4d-4fe7-8277-d07dd94f98db service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 1099 time: 0.1058269 Jun 11 18:19:55.906164 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ca128-885e-4547-bea0-de6565e26dbd req-8f66ed04-e0c5-4d03-85c0-603f63bcc3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:55.907492 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-198ca128-885e-4547-bea0-de6565e26dbd req-8f66ed04-e0c5-4d03-85c0-603f63bcc3d5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 200 len: 913 time: 0.1566277 Jun 11 18:19:55.979731 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-198ca128-885e-4547-bea0-de6565e26dbd req-63900d5f-b063-43eb-a6fa-7f0b747f2dc2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=64d33804-81fc-450a-82af-f96d3be0137b HTTP/1.1" status: 200 len: 217 time: 0.0649807 Jun 11 18:19:56.078081 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:56.079278 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ca128-885e-4547-bea0-de6565e26dbd req-f41ae9d0-7c13-49b5-bc92-61542a82580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:56.080780 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-198ca128-885e-4547-bea0-de6565e26dbd req-f41ae9d0-7c13-49b5-bc92-61542a82580b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 200 len: 851 time: 0.0769434 Jun 11 18:19:56.081659 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:19:56.090628 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:19:56.091264 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:19:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:56.132979 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7245d5-b29b-4929-a7e0-2b055e035898 req-07bacf69-167d-4c9d-9d66-720f241678c9 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:56.134644 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5b7245d5-b29b-4929-a7e0-2b055e035898 req-07bacf69-167d-4c9d-9d66-720f241678c9 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 946 time: 0.2121413 Jun 11 18:19:56.198728 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5b7245d5-b29b-4929-a7e0-2b055e035898 req-af71039a-b45c-4685-bcaa-d7d76b8e811e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566909 Jun 11 18:19:56.200629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ca128-885e-4547-bea0-de6565e26dbd req-fb8517e7-61a6-49c5-883a-301cb0a6aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:56.202075 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-198ca128-885e-4547-bea0-de6565e26dbd req-fb8517e7-61a6-49c5-883a-301cb0a6aee3 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=2f6dcb73-793b-42c4-bc04-4b1a79403b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1121817 Jun 11 18:19:56.248543 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:19:56.352516 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-198ca128-885e-4547-bea0-de6565e26dbd req-896d5ada-3774-4c8c-9970-b8fa8782f8fe service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423366 Jun 11 18:19:56.521742 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-198ca128-885e-4547-bea0-de6565e26dbd req-f84cb3ce-b537-4bfe-9708-87af53f4057b service neutron] 10.222.0.82 "GET /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614079 Jun 11 18:19:56.539674 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b353c56-23c3-4721-892f-61c3d120fe88 req-e7e86eb6-a5d7-433c-9451-14f27a2bfd97 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:56.541349 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1b353c56-23c3-4721-892f-61c3d120fe88 req-e7e86eb6-a5d7-433c-9451-14f27a2bfd97 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.1506045 Jun 11 18:19:56.551894 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:19:56.556269 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f34402-f5d8-4852-8eaf-96a35ad71559 None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:10:42Z', 'revision_number': 4, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '508e0b34-415f-4975-9d3f-b639ef82916f', 'name': '', 'network_id': '2f6dcb73-793b-42c4-bc04-4b1a79403b74', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'mac_address': 'fa:16:3e:bb:5a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:39Z', 'updated_at': '2021-06-11T18:10:56Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'subnets': [{'id': 'd60b51ba-6d72-44a9-80d4-9f80291d9c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:19:56.592185 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1b353c56-23c3-4721-892f-61c3d120fe88 req-08f8cf65-ffde-4a13-929e-60fdfdd28cde tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Jun 11 18:19:56.816814 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35dde76-b0a1-4cea-b658-1a81685e64ca None None] New status for floating IP c2890511-d31e-4f1b-8a64-db82388de7a5: DOWN {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:19:57.156236 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64342da-f66d-474f-b14e-e3a1e3f960a5 req-103b7ce3-47f7-4d96-a377-624a89f8baba tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:57.157594 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b64342da-f66d-474f-b14e-e3a1e3f960a5 req-103b7ce3-47f7-4d96-a377-624a89f8baba tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.1190622 Jun 11 18:19:57.159326 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-69780fbf-1f3a-4b4a-ab82-e59bef0c9f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:57.160765 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-69780fbf-1f3a-4b4a-ab82-e59bef0c9f13 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 1098 time: 0.1203990 Jun 11 18:19:57.238119 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b64342da-f66d-474f-b14e-e3a1e3f960a5 req-cd3a6903-e517-45fb-837e-f57ac8a1197d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744643 Jun 11 18:19:57.321594 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-fdc2285e-7bbb-4599-ac8d-1ee479e0a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:57.323048 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-fdc2285e-7bbb-4599-ac8d-1ee479e0a464 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 912 time: 0.1410222 Jun 11 18:19:57.454706 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-4913818e-bcbc-4d6e-8e7b-3646ca3fc10b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8 HTTP/1.1" status: 200 len: 1000 time: 0.1149967 Jun 11 18:19:57.512825 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738fb05-feb3-4a5a-a5f0-f71d57e72f2f req-0efbe677-87d2-448a-b15e-ae0eaf42e2cb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:57.514367 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0738fb05-feb3-4a5a-a5f0-f71d57e72f2f req-0efbe677-87d2-448a-b15e-ae0eaf42e2cb tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 946 time: 0.1868002 Jun 11 18:19:57.548809 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-f43ba00a-b234-467f-bb27-724ceded25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:57.550352 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-f43ba00a-b234-467f-bb27-724ceded25e6 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0878477 Jun 11 18:19:57.599943 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0738fb05-feb3-4a5a-a5f0-f71d57e72f2f req-da28094b-21ab-44e5-b129-c4f87ce9f608 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/security-groups?id=d4cf836e-3c57-4371-86fb-e552c8560987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791705 Jun 11 18:19:57.637791 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-00f2f782-f3e6-4b62-96d1-18a961c18fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:57.639300 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-00f2f782-f3e6-4b62-96d1-18a961c18fdf service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769050 Jun 11 18:19:57.679552 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-647dd73f-58bf-479e-bc6e-57309ae96109 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:57.681111 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-647dd73f-58bf-479e-bc6e-57309ae96109 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 946 time: 0.0785301 Jun 11 18:19:57.758890 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-28e10eb2-e5a5-449f-8623-7c30d038663e service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123993 Jun 11 18:19:57.807049 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Deleting port 64d33804-81fc-450a-82af-f96d3be0137b {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:19:57.807602 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:57.876293 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-5e81629b-677a-4e11-9a9a-a386e48cb430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:57.885272 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-32426bd4-63d5-4c02-8373-832ff00bbe68 req-2ee8e89b-9f08-4e93-b806-4a76f5169536 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203957 Jun 11 18:19:57.931659 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] For port 64d33804-81fc-450a-82af-f96d3be0137b, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=64d33804-81fc-450a-82af-f96d3be0137b,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:19:57.932041 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:58.025517 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Calling delete_port for 64d33804-81fc-450a-82af-f96d3be0137b owned by compute:nova {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:19:58.087958 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:58.187354 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:58.191389 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:19:58.220301 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event deleted for resources: {'Port': ['ID=64d33804-81fc-450a-82af-f96d3be0137b,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:19:58.223835 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:19:58.294107 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] No DVR routers for this DVR port 64d33804-81fc-450a-82af-f96d3be0137b on host hv-cinder-79604 {{(pid=92016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:19:58.297134 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:58.303107 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-ff3fac17-dedf-49f1-b91c-8e29b1a0c980 req-0967c000-1b03-4922-8990-30c194cd4768 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.82 "DELETE /v2.0/ports/64d33804-81fc-450a-82af-f96d3be0137b HTTP/1.1" status: 204 len: 173 time: 0.6131279 Jun 11 18:19:58.303107 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'name': 'network-vif-deleted', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:19:58.303107 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f72804a-830f-4bc1-ac37-f8e50f17ea6c" -d '{"events": [{"server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "name": "network-vif-deleted", "tag": "64d33804-81fc-450a-82af-f96d3be0137b"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:19:58.345015 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a15b3f-e229-4909-89f2-90f4ee678ae0 x-openstack-request-id: req-f8a15b3f-e229-4909-89f2-90f4ee678ae0 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:19:58.345363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c", "name": "network-vif-deleted", "tag": "64d33804-81fc-450a-82af-f96d3be0137b", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:19:58.345718 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8a15b3f-e229-4909-89f2-90f4ee678ae0 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:19:58.346174 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c', 'name': 'network-vif-deleted', 'tag': '64d33804-81fc-450a-82af-f96d3be0137b', 'status': 'completed', 'code': 200} Jun 11 18:19:58.483228 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a022629-252b-4321-bb7f-621a5fb33743 req-b3dcbba7-8424-42ff-8fb3-cf06b73fe10b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:58.485578 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0a022629-252b-4321-bb7f-621a5fb33743 req-b3dcbba7-8424-42ff-8fb3-cf06b73fe10b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.1138692 Jun 11 18:19:58.535422 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-0a022629-252b-4321-bb7f-621a5fb33743 req-99b4fa42-49ef-4087-b265-78ad94b3ebec tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 Jun 11 18:19:58.796406 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-6d2ce3b9-ab2f-4f1e-815f-30e5c0912364 req-6b180ed2-1326-430a-8a6f-ad073ab4b9f9 tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "GET /v2.0/ports?device_id=61ce4acb-7ddc-4ff2-a850-9d7c7fa4249c HTTP/1.1" status: 200 len: 210 time: 0.0588274 Jun 11 18:19:59.233707 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:19:59.729106 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18bfbb-24bb-41cf-a45f-49de06a55f0b req-bd2a8625-bbbc-4709-b592-541cdf80b623 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:19:59.730600 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4a18bfbb-24bb-41cf-a45f-49de06a55f0b req-bd2a8625-bbbc-4709-b592-541cdf80b623 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0763285 Jun 11 18:19:59.774341 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4a18bfbb-24bb-41cf-a45f-49de06a55f0b req-7a61409a-8ed4-47ea-8ba7-eaec1d5fffea tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380406 Jun 11 18:19:59.898348 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44106) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:00.060052 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Deleting port c79f5bea-8108-4ffc-9bb6-881dde19843b {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:00.060392 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:00.172467 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:00.172732 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:00.266932 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Calling delete_port for c79f5bea-8108-4ffc-9bb6-881dde19843b owned by network:floatingip {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:00.431654 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:00.433829 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-56c38b46-f1a6-41f8-8a15-c1ce8844f075 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:00.463948 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event deleted for resources: {'Port': ['ID=c79f5bea-8108-4ffc-9bb6-881dde19843b,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:00.466499 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:00.545438 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for floatingip, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:00.547932 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:00.549077 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-5afbcc6f-fb78-436b-af58-a8a83d33ac6c tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "DELETE /v2.0/floatingips/04ae4873-284c-4697-9c92-050c4af22a89 HTTP/1.1" status: 204 len: 168 time: 0.6497307 Jun 11 18:20:01.112937 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:01.819007 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44118) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:01.881080 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83e18b38-3c57-445e-bc79-6fa83a0588af tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:01.908634 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83e18b38-3c57-445e-bc79-6fa83a0588af tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:01.969389 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83e18b38-3c57-445e-bc79-6fa83a0588af tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:01.972133 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-83e18b38-3c57-445e-bc79-6fa83a0588af tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:01.973286 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-83e18b38-3c57-445e-bc79-6fa83a0588af tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] 10.222.0.15 "DELETE /v2.0/security-groups/d4cf836e-3c57-4371-86fb-e552c8560987 HTTP/1.1" status: 204 len: 168 time: 0.1532893 Jun 11 18:20:01.974100 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c2334449-4ed9-4b5a-9e2d-baf2f4bb15ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:01.984031 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e18b38-3c57-445e-bc79-6fa83a0588af tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cf836e-3c57-4371-86fb-e552c8560987,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:01.986145 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83e18b38-3c57-445e-bc79-6fa83a0588af tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:02.032030 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44122) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:02.249244 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 64d33804-81fc-450a-82af-f96d3be0137b no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:20:02.274147 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 64d33804-81fc-450a-82af-f96d3be0137b {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:20:02.274586 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 64d33804-81fc-450a-82af-f96d3be0137b not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:20:02.695561 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:03.282498 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Deleting port 508e0b34-415f-4975-9d3f-b639ef82916f {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:03.283224 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:03.393996 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] For port 508e0b34-415f-4975-9d3f-b639ef82916f, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=508e0b34-415f-4975-9d3f-b639ef82916f,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:03.394352 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:03.489633 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Calling delete_port for 508e0b34-415f-4975-9d3f-b639ef82916f owned by network:router_interface {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:03.719327 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:03.721317 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-edd09a78-4291-4ee2-b89e-7ab960444fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:03.750679 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Pushing event deleted for resources: {'Port': ['ID=508e0b34-415f-4975-9d3f-b639ef82916f,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:03.753912 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:03.972557 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:04.265387 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Router 23552777-c952-428d-84a6-a818b9717ba0 has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:20:04.416702 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:20:04.424545 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44126) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:04.425264 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] Sync routers for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:20:04.431001 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-de2ccf63-d16f-4671-9f36-7b2f177a1780 admin admin] 10.222.0.15 "PUT /v2.0/routers/23552777-c952-428d-84a6-a818b9717ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3977706 Jun 11 18:20:04.435625 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:20:04.436301 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:19:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:04.567059 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks [] for router, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:04.580581 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:20:04.824956 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:20:03Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:04.828426 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] Checking router: 23552777-c952-428d-84a6-a818b9717ba0 for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:20:04.836792 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] Routers {'23552777-c952-428d-84a6-a818b9717ba0'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:20:04.837442 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:19:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['23552777-c952-428d-84a6-a818b9717ba0'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:04.981852 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] Set router 23552777-c952-428d-84a6-a818b9717ba0 gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:20:05.018420 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.076711 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Deleting port c3aa3649-30ee-4682-b590-85d7b7a382fd {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:05.076958 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.186061 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] For port c3aa3649-30ee-4682-b590-85d7b7a382fd, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c3aa3649-30ee-4682-b590-85d7b7a382fd,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:05.186415 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.282834 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Calling delete_port for c3aa3649-30ee-4682-b590-85d7b7a382fd owned by network:router_gateway {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:05.317023 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:20:03Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:05.320443 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327ce825-16e0-4eff-86b4-5f815a716eb6 None None] The sync data for ids ['23552777-c952-428d-84a6-a818b9717ba0'] in dv-cinder-796049-1-iscsi is: [{'id': '23552777-c952-428d-84a6-a818b9717ba0', 'name': 'tempest-TestVolumeBootPattern-1495354665-router', 'tenant_id': '64bac7f4f97d4a3aa738a658c94bde99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:09Z', 'updated_at': '2021-06-11T18:20:03Z', 'revision_number': 5, 'project_id': '64bac7f4f97d4a3aa738a658c94bde99', 'gw_port': {'id': 'c3aa3649-30ee-4682-b590-85d7b7a382fd', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23552777-c952-428d-84a6-a818b9717ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:15Z', 'updated_at': '2021-06-11T18:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:20:05.504704 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.507384 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8ade2236-9c02-4915-9f02-01a2dea30b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:05.538907 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3aa3649-30ee-4682-b590-85d7b7a382fd,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:05.542273 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:05.620950 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.762743 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.765152 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.823271 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.823836 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23552777-c952-428d-84a6-a818b9717ba0 {{(pid=92015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:20:05.828049 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] Notify callbacks [] for router, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.829185 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-e9a388ff-98a9-4144-997c-853fb95c285e admin admin] 10.222.0.15 "DELETE /v2.0/routers/23552777-c952-428d-84a6-a818b9717ba0 HTTP/1.1" status: 204 len: 168 time: 1.4036646 Jun 11 18:20:05.831664 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44128) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:05.885126 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Deleting subnet d60b51ba-6d72-44a9-80d4-9f80291d9c49 {{(pid=92015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:20:05.888492 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:05.937113 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31406609'] for subnet, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.032319 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.097987 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32466445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30103418'] for subnet, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.100147 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:06.130721 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d60b51ba-6d72-44a9-80d4-9f80291d9c49,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:06.134259 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:06.135252 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.137147 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d60b51ba-6d72-44a9-80d4-9f80291d9c49 HTTP/1.1" status: 204 len: 168 time: 0.3045359 Jun 11 18:20:06.139661 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44130) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:06.140635 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3710933f-4b0c-47c8-94b4-acfe56d56ec0 None None] Network 2f6dcb73-793b-42c4-bc04-4b1a79403b74 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:20:06.234262 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.295325 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Deleting port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:06.295668 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.376997 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] DHCP port deletion for 2f6dcb73-793b-42c4-bc04-4b1a79403b74 request from dv-cinder-796049-1-iscsi {{(pid=92017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:20:06.386643 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] For port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:06.386923 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.435096 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Deleting port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 {{(pid=92017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:06.435485 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.468477 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c3aa3649-30ee-4682-b590-85d7b7a382fd no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:20:06.484158 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Calling delete_port for dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 owned by network:dhcp {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:06.540128 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: c3aa3649-30ee-4682-b590-85d7b7a382fd {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:20:06.540404 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c3aa3649-30ee-4682-b590-85d7b7a382fd not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:20:06.540845 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 508e0b34-415f-4975-9d3f-b639ef82916f no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:20:06.572928 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 508e0b34-415f-4975-9d3f-b639ef82916f {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:20:06.573284 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 508e0b34-415f-4975-9d3f-b639ef82916f not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:20:06.573719 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:20:06.581371 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.584485 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-dcf0da1a-c888-42e5-b18b-921a90ea9385 tempest-VolumesNegativeTest-1267125685 tempest-VolumesNegativeTest-1267125685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:06.604746 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] For port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,segment=NetworkSegment(514022bc-6dbf-427e-b53d-296d1355d324),segment_id=514022bc-6dbf-427e-b53d-296d1355d324)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:06.605076 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.613533 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:20:06.613884 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:20:06.615074 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:06.616805 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] No DVR routers for this DVR port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 on host dv-cinder-796049-1-iscsi {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:20:06.618329 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:06.702211 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Calling delete_port for dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 owned by network:dhcp {{(pid=92017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:06.722723 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.735731 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6dcb73-793b-42c4-bc04-4b1a79403b74']}} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:06.748492 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514022bc-6dbf-427e-b53d-296d1355d324') {'for_net_delete': True} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:06.748815 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514022bc-6dbf-427e-b53d-296d1355d324') {} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:06.759926 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31406618'] for segment, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.784110 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.792448 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=92015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:20:06.792952 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32466340'] for segment, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: conditions |= (models_v2.Port.network_id.in_( Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: retrieve_revision_numbers = { Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: Traceback (most recent call last): Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: timer() Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: cb(*args, **kw) Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: return func(*args, **kwargs) Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: self._notify() Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: self.callback(batched_events) Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: event.method(event) Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: return f(self, *a, **k) Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._get(url).json() Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: return self.request(url, 'GET', **kwargs) Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:20:06.794843 dv-cinder-796049-1-iscsi neutron-server[92015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:20:06.799546 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.804235 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:06.841428 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Pushing event deleted for resources: {'Port': ['ID=dc4a3e91-4d7a-4d64-bc88-c4202d31cc11,revision_number=None']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:06.845899 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] No DVR routers for this DVR port dc4a3e91-4d7a-4d64-bc88-c4202d31cc11 on host dv-cinder-796049-1-iscsi {{(pid=92017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:20:06.856078 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.856515 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.856816 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.857167 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.857491 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.857817 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.858146 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.858466 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.858959 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.859139 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.859402 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.859717 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:06.863409 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-cb9abab6-b344-4f02-aced-ccb52883fc5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:06.873679 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.877681 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-6120c8f6-39c4-4331-8405-c046902b78d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:06.880359 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:06.882240 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2f6dcb73-793b-42c4-bc04-4b1a79403b74 HTTP/1.1" status: 204 len: 168 time: 0.7416112 Jun 11 18:20:06.886891 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44132) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:06.899163 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6dcb73-793b-42c4-bc04-4b1a79403b74,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:06.904458 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-3ae73c33-994b-477a-8094-b417f4066302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:07.334476 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:07.659014 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Deleting port cfbfdc5a-b44e-4954-9543-7befcd134ef0 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:07.659246 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:07.762579 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] For port cfbfdc5a-b44e-4954-9543-7befcd134ef0, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=cfbfdc5a-b44e-4954-9543-7befcd134ef0,segment=NetworkSegment(160f0f41-f25c-4b5c-98b7-43bd5b3bd789),segment_id=160f0f41-f25c-4b5c-98b7-43bd5b3bd789)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:07.762935 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:07.854348 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Calling delete_port for cfbfdc5a-b44e-4954-9543-7befcd134ef0 owned by network:router_interface {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:08.339019 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:08.341192 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-1592ecec-471d-4a6f-a649-6f554aa2d25b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:08.373265 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbfdc5a-b44e-4954-9543-7befcd134ef0,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:08.377266 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:08.602212 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:08.900142 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Router 681553ca-abce-4a06-aa89-a23dc5cec63b has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:20:09.043110 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:20:09.049130 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] 10.222.0.15 "PUT /v2.0/routers/681553ca-abce-4a06-aa89-a23dc5cec63b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1599076 Jun 11 18:20:09.050463 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44134) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:09.053115 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] Sync routers for ids ['681553ca-abce-4a06-aa89-a23dc5cec63b'] in dv-cinder-796049-1-iscsi {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:20:09.062848 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] Routers {'681553ca-abce-4a06-aa89-a23dc5cec63b'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:20:09.063517 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:19:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['681553ca-abce-4a06-aa89-a23dc5cec63b'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:09.193878 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks [] for router, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:09.207467 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] Set router 681553ca-abce-4a06-aa89-a23dc5cec63b gateway port host: dv-cinder-796049-1-iscsi {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:20:09.337945 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:09.401694 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Deleting port 331cd67a-2bc7-42c7-a862-86eb2602efa4 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:09.402390 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:09.448731 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:20:08Z', 'revision_number': 5, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port': {'id': '331cd67a-2bc7-42c7-a862-86eb2602efa4', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:10:53Z', 'updated_at': '2021-06-11T18:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:09.452254 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] Checking router: 681553ca-abce-4a06-aa89-a23dc5cec63b for host: dv-cinder-796049-1-iscsi {{(pid=92017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:20:09.461954 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] Routers {'681553ca-abce-4a06-aa89-a23dc5cec63b'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:20:09.462565 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:19:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['681553ca-abce-4a06-aa89-a23dc5cec63b'], 'active': True} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:09.512230 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] For port 331cd67a-2bc7-42c7-a862-86eb2602efa4, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=331cd67a-2bc7-42c7-a862-86eb2602efa4,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:09.512587 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:09.608828 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Calling delete_port for 331cd67a-2bc7-42c7-a862-86eb2602efa4 owned by network:router_gateway {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:09.717841 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvr_db [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] Set router 681553ca-abce-4a06-aa89-a23dc5cec63b gateway port host: None {{(pid=92017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:20:09.796869 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_hamode_db [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:20:09Z', 'revision_number': 6, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port_host': None}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:09.800471 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b0875-b768-4e7e-82a3-2e4799f8c100 None None] The sync data for ids ['681553ca-abce-4a06-aa89-a23dc5cec63b'] in dv-cinder-796049-1-iscsi is: [{'id': '681553ca-abce-4a06-aa89-a23dc5cec63b', 'name': 'tempest-TestVolumeBootPattern-746404870-router', 'tenant_id': '3fc70baa63bd40e980ed3a7bf694f899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:10:52Z', 'updated_at': '2021-06-11T18:20:09Z', 'revision_number': 6, 'project_id': '3fc70baa63bd40e980ed3a7bf694f899', 'gw_port_host': None}] {{(pid=92017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:20:09.819452 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:09.822857 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-187a1b01-afa3-4b46-9ca1-48c45f2c56cc tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:09.862944 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Pushing event deleted for resources: {'Port': ['ID=331cd67a-2bc7-42c7-a862-86eb2602efa4,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:09.888702 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:09.936009 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.069033 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.071640 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.129277 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.130109 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 681553ca-abce-4a06-aa89-a23dc5cec63b {{(pid=92016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:20:10.135415 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] Notify callbacks [] for router, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.136613 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-fdc1b683-4988-4ad4-a2c2-4f6c670170bd admin admin] 10.222.0.15 "DELETE /v2.0/routers/681553ca-abce-4a06-aa89-a23dc5cec63b HTTP/1.1" status: 204 len: 168 time: 1.0852454 Jun 11 18:20:10.139303 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44136) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:10.197179 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] Deleting subnet dc68744e-6faa-4f3b-a053-9169f8a038e4 {{(pid=92016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:20:10.199366 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.261310 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30589175'] for subnet, precommit_delete_associations {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.358595 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.425146 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31277255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31207313'] for subnet, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.427176 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:10.458387 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc68744e-6faa-4f3b-a053-9169f8a038e4,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:10.461527 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:10.462506 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.465071 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9b39e7ed-6c98-4cfc-a753-5d9dd68ba62b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dc68744e-6faa-4f3b-a053-9169f8a038e4 HTTP/1.1" status: 204 len: 168 time: 0.3240635 Jun 11 18:20:10.466920 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44138) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:10.469519 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5eee8d-f419-475b-8051-09c7d2c82e5d None None] Network 6909680b-535c-4aee-b384-1dafc34c8e8a requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:20:10.559987 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.649771 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device cfbfdc5a-b44e-4954-9543-7befcd134ef0 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:20:10.655785 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Deleting port e0da82e1-46b6-415e-b932-3e96dc1d5f05 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:10.656374 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.675376 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: cfbfdc5a-b44e-4954-9543-7befcd134ef0 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:20:10.675735 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device cfbfdc5a-b44e-4954-9543-7befcd134ef0 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:20:10.676195 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 331cd67a-2bc7-42c7-a862-86eb2602efa4 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:20:10.702747 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 331cd67a-2bc7-42c7-a862-86eb2602efa4 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:20:10.703179 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 331cd67a-2bc7-42c7-a862-86eb2602efa4 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:20:10.725727 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] DHCP port deletion for 6909680b-535c-4aee-b384-1dafc34c8e8a request from dv-cinder-796049-1-iscsi {{(pid=92017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:20:10.759074 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] For port e0da82e1-46b6-415e-b932-3e96dc1d5f05, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=e0da82e1-46b6-415e-b932-3e96dc1d5f05,segment=NetworkSegment(160f0f41-f25c-4b5c-98b7-43bd5b3bd789),segment_id=160f0f41-f25c-4b5c-98b7-43bd5b3bd789)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:10.759431 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.783778 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] Deleting port e0da82e1-46b6-415e-b932-3e96dc1d5f05 {{(pid=92017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:10.784235 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.875154 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] For port e0da82e1-46b6-415e-b932-3e96dc1d5f05, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=e0da82e1-46b6-415e-b932-3e96dc1d5f05,segment=NetworkSegment(160f0f41-f25c-4b5c-98b7-43bd5b3bd789),segment_id=160f0f41-f25c-4b5c-98b7-43bd5b3bd789)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:10.875480 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:10.979527 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] Calling delete_port for e0da82e1-46b6-415e-b932-3e96dc1d5f05 owned by network:dhcp {{(pid=92017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:11.081617 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.083664 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:11.112955 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] Pushing event deleted for resources: {'Port': ['ID=e0da82e1-46b6-415e-b932-3e96dc1d5f05,revision_number=None']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:11.116670 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:11.120579 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f20de76-29b6-4f70-974b-c3c8ea63c850 None None] No DVR routers for this DVR port e0da82e1-46b6-415e-b932-3e96dc1d5f05 on host dv-cinder-796049-1-iscsi {{(pid=92017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:20:11.131858 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Calling delete_port for e0da82e1-46b6-415e-b932-3e96dc1d5f05 owned by network:dhcp {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:11.227315 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.229446 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-ba857704-c11d-4aa8-89b6-98335929697f tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:11.258466 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0da82e1-46b6-415e-b932-3e96dc1d5f05,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:11.261808 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:11.262822 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] No DVR routers for this DVR port e0da82e1-46b6-415e-b932-3e96dc1d5f05 on host dv-cinder-796049-1-iscsi {{(pid=92016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:20:11.368401 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.381823 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6909680b-535c-4aee-b384-1dafc34c8e8a']}} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:11.395008 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160f0f41-f25c-4b5c-98b7-43bd5b3bd789') {'for_net_delete': True} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:11.395294 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.services.segments.db [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160f0f41-f25c-4b5c-98b7-43bd5b3bd789') {} {{(pid=92016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:11.407198 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30589180'] for segment, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.426857 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.434970 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=92016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:20:11.435501 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31277934'] for segment, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: self.session.flush() Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: self.session.flush() Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: self.session.flush() Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: self.session.flush() Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: Traceback (most recent call last): Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: timer() Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: cb(*args, **kw) Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: return func(*args, **kwargs) Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: self._notify() Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: self.callback(batched_events) Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: event.method(event) Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: return f(self, *a, **k) Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._get(url).json() Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: return self.request(url, 'GET', **kwargs) Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:20:11.438619 dv-cinder-796049-1-iscsi neutron-server[92016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:20:11.526617 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.531195 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:11.534426 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.536831 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6909680b-535c-4aee-b384-1dafc34c8e8a HTTP/1.1" status: 204 len: 168 time: 1.0687833 Jun 11 18:20:11.560236 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Pushing event deleted for resources: {'Network': ['ID=6909680b-535c-4aee-b384-1dafc34c8e8a,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:11.563557 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4acca585-2627-4b5f-981b-5be529a75e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:11.678107 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44142) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:11.724201 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-48e21cef-7f8b-4833-843f-1cb5ec72c360 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64bac7f4f97d4a3aa738a658c94bde99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447931 Jun 11 18:20:11.726582 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44144) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:11.789288 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a497613a-565b-4507-a713-a855a5771ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.813363 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a497613a-565b-4507-a713-a855a5771ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.864308 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a497613a-565b-4507-a713-a855a5771ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.867538 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a497613a-565b-4507-a713-a855a5771ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:11.868768 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-a497613a-565b-4507-a713-a855a5771ff8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7832110-5f05-4814-9ad9-24ee7754bae8 HTTP/1.1" status: 204 len: 168 time: 0.1412740 Jun 11 18:20:11.869616 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f79d1b7b-198c-4fa8-ab42-8f865510a492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:11.879783 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497613a-565b-4507-a713-a855a5771ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7832110-5f05-4814-9ad9-24ee7754bae8,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:11.882357 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a497613a-565b-4507-a713-a855a5771ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:12.210184 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44150) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:12.254357 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-1b951a09-6435-4310-a3dc-9486d352929d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fc70baa63bd40e980ed3a7bf694f899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429175 Jun 11 18:20:12.256832 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44152) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:12.313069 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3af3f992-c207-41f4-b839-cf2d960a6fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:12.335882 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3af3f992-c207-41f4-b839-cf2d960a6fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:12.390492 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3af3f992-c207-41f4-b839-cf2d960a6fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:12.394412 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-3af3f992-c207-41f4-b839-cf2d960a6fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:12.395570 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3af3f992-c207-41f4-b839-cf2d960a6fa5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/475fcd03-1567-4e3b-b1aa-ba8c1c3a28bc HTTP/1.1" status: 204 len: 168 time: 0.1377823 Jun 11 18:20:12.397029 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0ae8c8d2-a717-488c-a15e-11928569371e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:12.407243 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3f992-c207-41f4-b839-cf2d960a6fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475fcd03-1567-4e3b-b1aa-ba8c1c3a28bc,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:12.409597 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3af3f992-c207-41f4-b839-cf2d960a6fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:12.459734 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device e0da82e1-46b6-415e-b932-3e96dc1d5f05 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:20:12.489154 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: e0da82e1-46b6-415e-b932-3e96dc1d5f05 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:20:12.489499 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device e0da82e1-46b6-415e-b932-3e96dc1d5f05 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:20:13.434192 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:15.145167 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:20:25.227235 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40e71af0-814e-413d-a34a-c2754401023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:27.881102 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-c904d0ce-fadb-49b9-9be3-6bc4733680b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:28.092566 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:29.236337 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:31.115764 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:32.969937 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c2d1a-4a23-4071-969c-46939a7da60e req-1ef3d6a2-0627-4e29-aa61-4087565bb001 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:32.971569 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-802c2d1a-4a23-4071-969c-46939a7da60e req-1ef3d6a2-0627-4e29-aa61-4087565bb001 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0891924 Jun 11 18:20:33.021449 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-802c2d1a-4a23-4071-969c-46939a7da60e req-37c20d68-60b6-49a3-a5b1-c6f38dda9966 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Jun 11 18:20:34.214332 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1d0c-f080-42ec-a4bb-6b2c0a787d40 req-9a5dee73-990c-41a1-a51e-d6b206f2ffde tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:34.215985 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-344e1d0c-f080-42ec-a4bb-6b2c0a787d40 req-9a5dee73-990c-41a1-a51e-d6b206f2ffde tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0750256 Jun 11 18:20:34.261837 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-344e1d0c-f080-42ec-a4bb-6b2c0a787d40 req-38d3fa25-1714-4b98-a96a-d8ecda74d708 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399354 Jun 11 18:20:35.031428 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d4404-549e-4059-aa8f-8617256288ad req-cc21a75a-8bec-495e-8778-708a0e090e50 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:35.032973 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c66d4404-549e-4059-aa8f-8617256288ad req-cc21a75a-8bec-495e-8778-708a0e090e50 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0852144 Jun 11 18:20:35.161926 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Deleting port b5206515-80f8-4cbd-b218-8e3d8979ced8 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:35.162350 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:35.285863 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] For port b5206515-80f8-4cbd-b218-8e3d8979ced8, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=b5206515-80f8-4cbd-b218-8e3d8979ced8,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:35.287703 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:35.463612 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1fc12-577f-4eb8-bff9-8ad0b1bcb34d req-1537daf0-9110-4d6c-8e4d-b54bdd4752c2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:35.465261 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-06d1fc12-577f-4eb8-bff9-8ad0b1bcb34d req-1537daf0-9110-4d6c-8e4d-b54bdd4752c2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 945 time: 0.0801976 Jun 11 18:20:35.517507 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-06d1fc12-577f-4eb8-bff9-8ad0b1bcb34d req-8c47277d-864a-4433-806d-fb45099825e8 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444055 Jun 11 18:20:35.578105 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:35.578384 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:35.578698 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.l3_db [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Floating IP 69d804be-79b9-45c9-bcea-66930171f328 disassociated. External IP: 172.27.0.81, port: b5206515-80f8-4cbd-b218-8e3d8979ced8. Jun 11 18:20:35.579040 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Calling delete_port for b5206515-80f8-4cbd-b218-8e3d8979ced8 owned by compute:nova {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:35.736049 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:35.740395 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-93777ebe-a63c-490f-8463-29d6b041eb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:35.776332 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event deleted for resources: {'Port': ['ID=b5206515-80f8-4cbd-b218-8e3d8979ced8,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:35.779485 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:35.936203 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Router 46b4dcb7-2c8e-4685-8b97-03ec4926760a has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:20:36.081659 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:20:36.091732 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] Sync routers for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:20:36.101396 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:20:36.102225 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:20:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:36.143470 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] No DVR routers for this DVR port b5206515-80f8-4cbd-b218-8e3d8979ced8 on host hv-cinder-79604 {{(pid=92016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:20:36.146899 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:36.149463 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-c66d4404-549e-4059-aa8f-8617256288ad req-c4ffd6c4-2e1d-4737-8a4e-7030dcc2630c tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "DELETE /v2.0/ports/b5206515-80f8-4cbd-b218-8e3d8979ced8 HTTP/1.1" status: 204 len: 173 time: 1.1089978 Jun 11 18:20:36.150083 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'name': 'network-vif-deleted', 'tag': 'b5206515-80f8-4cbd-b218-8e3d8979ced8'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:20:36.152781 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eda827-8d94-47b5-b731-6954b0a621e2" -d '{"events": [{"server_uuid": "ff474489-e492-4869-bcc8-9198f64a7de2", "name": "network-vif-deleted", "tag": "b5206515-80f8-4cbd-b218-8e3d8979ced8"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:20:36.202010 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e6a6a7-624c-4449-baa8-0c5b804d6df8 x-openstack-request-id: req-c9e6a6a7-624c-4449-baa8-0c5b804d6df8 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:20:36.202425 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff474489-e492-4869-bcc8-9198f64a7de2", "name": "network-vif-deleted", "tag": "b5206515-80f8-4cbd-b218-8e3d8979ced8", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:20:36.202796 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9e6a6a7-624c-4449-baa8-0c5b804d6df8 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:20:36.203341 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff474489-e492-4869-bcc8-9198f64a7de2', 'name': 'network-vif-deleted', 'tag': 'b5206515-80f8-4cbd-b218-8e3d8979ced8', 'status': 'completed', 'code': 200} Jun 11 18:20:36.268996 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:20:36.542968 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:36.546551 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] Checking router: 46b4dcb7-2c8e-4685-8b97-03ec4926760a for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:20:36.555389 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:20:36.556054 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:20:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:36.682743 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-76e733e9-aa32-4a2c-87f1-e2c47fe1023c req-2cd72e98-0e8c-4469-bf53-6459261c67a0 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff474489-e492-4869-bcc8-9198f64a7de2 HTTP/1.1" status: 200 len: 210 time: 0.0341856 Jun 11 18:20:36.702911 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:20:36.987313 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:36.992256 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586e5a9-dc52-466a-be18-497b81ec7313 None None] The sync data for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi is: [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:20:37.217089 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10304071-d51b-416e-b50e-4677298d391e None None] New status for floating IP 69d804be-79b9-45c9-bcea-66930171f328: DOWN {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:20:37.811070 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44190) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:37.869349 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7d1af790-c7c1-44da-ba34-4ea31024b660 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:37.893764 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7d1af790-c7c1-44da-ba34-4ea31024b660 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:37.943194 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7d1af790-c7c1-44da-ba34-4ea31024b660 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:37.946469 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-7d1af790-c7c1-44da-ba34-4ea31024b660 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:37.947600 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-7d1af790-c7c1-44da-ba34-4ea31024b660 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "DELETE /v2.0/security-groups/88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96 HTTP/1.1" status: 204 len: 168 time: 0.1355486 Jun 11 18:20:37.948411 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b132b9cb-79cb-40fe-b38c-cbcdc3b6d712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:37.957457 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44192) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:37.958230 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1af790-c7c1-44da-ba34-4ea31024b660 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:37.961242 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-7d1af790-c7c1-44da-ba34-4ea31024b660 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:37.976242 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.api.v2.resource [None req-13484a29-344f-4501-889c-c439d84366d4 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] show failed (client error): The resource could not be found. Jun 11 18:20:37.978061 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-13484a29-344f-4501-889c-c439d84366d4 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups/88b06f1f-ed48-40a3-b5c1-bbc97d9d6a96 HTTP/1.1" status: 404 len: 347 time: 0.0187418 Jun 11 18:20:37.980275 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44194) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:38.144161 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Deleting port 0bd06d0d-f24d-4a29-baa0-b1758e2757e9 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:20:38.144498 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:38.239024 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:38.239295 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:38.335247 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Calling delete_port for 0bd06d0d-f24d-4a29-baa0-b1758e2757e9 owned by network:floatingip {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:20:38.426399 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device b5206515-80f8-4cbd-b218-8e3d8979ced8 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:20:38.453433 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: b5206515-80f8-4cbd-b218-8e3d8979ced8 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:20:38.453799 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device b5206515-80f8-4cbd-b218-8e3d8979ced8 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:20:38.503235 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:38.507968 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-785d5aa9-c96b-4df3-92da-751971df3deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:38.547479 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event deleted for resources: {'Port': ['ID=0bd06d0d-f24d-4a29-baa0-b1758e2757e9,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:38.551349 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:38.619893 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:38.622346 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:38.623447 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e27968b2-e86a-43b1-910f-1bde7b5de733 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "DELETE /v2.0/floatingips/69d804be-79b9-45c9-bcea-66930171f328 HTTP/1.1" status: 204 len: 168 time: 0.6421840 Jun 11 18:20:39.041797 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44198) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:39.046436 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-5da5cc0f-9fc8-48cb-ab51-d84f36fdcccf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541924163', 'description': 'tempest-description--680686413'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:20:39.068509 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5da5cc0f-9fc8-48cb-ab51-d84f36fdcccf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.156039 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5da5cc0f-9fc8-48cb-ab51-d84f36fdcccf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.159945 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5da5cc0f-9fc8-48cb-ab51-d84f36fdcccf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.162221 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-fd68930d-7e5d-43dd-aa2e-2d4202b8dabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:39.191438 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-5da5cc0f-9fc8-48cb-ab51-d84f36fdcccf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.192669 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-5da5cc0f-9fc8-48cb-ab51-d84f36fdcccf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1498966 Jun 11 18:20:39.195724 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44200) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:39.197201 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5cc0f-9fc8-48cb-ab51-d84f36fdcccf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3874f79-041d-4fd6-8010-2d239ba091e0,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:39.200002 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-5da5cc0f-9fc8-48cb-ab51-d84f36fdcccf tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:39.202011 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-d1a77aff-508e-4e8a-82ae-03736d0276b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'security_group_rule': {'security_group_id': 'c3874f79-041d-4fd6-8010-2d239ba091e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:20:39.231224 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d1a77aff-508e-4e8a-82ae-03736d0276b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.297098 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d1a77aff-508e-4e8a-82ae-03736d0276b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.302054 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d1a77aff-508e-4e8a-82ae-03736d0276b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.304205 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:39.322330 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a77aff-508e-4e8a-82ae-03736d0276b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d663175-2e42-4b1f-8823-44b5134cef9a,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:39.325495 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d1a77aff-508e-4e8a-82ae-03736d0276b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:39.328325 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d1a77aff-508e-4e8a-82ae-03736d0276b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.329739 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d1a77aff-508e-4e8a-82ae-03736d0276b3 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324890 Jun 11 18:20:39.332534 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44202) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:39.337652 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [None req-0e46bccc-5dbc-4b8f-92df-0f2aecb4405e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'security_group_rule': {'security_group_id': 'c3874f79-041d-4fd6-8010-2d239ba091e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:20:39.362376 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0e46bccc-5dbc-4b8f-92df-0f2aecb4405e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.431328 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0e46bccc-5dbc-4b8f-92df-0f2aecb4405e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.435351 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0e46bccc-5dbc-4b8f-92df-0f2aecb4405e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510935'] for security_group_rule, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.437245 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:39.454449 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46bccc-5dbc-4b8f-92df-0f2aecb4405e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d154572-f8f9-4269-b4ce-6b5e5fa212bf,revision_number=0']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:39.457532 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-0e46bccc-5dbc-4b8f-92df-0f2aecb4405e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:39.462915 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-0e46bccc-5dbc-4b8f-92df-0f2aecb4405e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.464249 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-0e46bccc-5dbc-4b8f-92df-0f2aecb4405e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307724 Jun 11 18:20:39.468120 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44204) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:39.473462 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'floatingip': {'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:20:39.498903 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.622128 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.752195 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_common [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Allocated IP 172.27.0.5 (3ff23d0c-d25e-406d-9e9f-7b498d705b88/821901b6-e542-430f-871f-d64b7becdd1c/360ea528-88d1-411f-aaa8-54ec33d77919) {{(pid=92015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:20:39.886297 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for port, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.925189 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32466430'] for port, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:39.927174 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0bd14ee6-42f3-4ba4-a6a6-7f1a0070c0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:39.972887 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Network 3ff23d0c-d25e-406d-9e9f-7b498d705b88 is already hosted by enough agents. {{(pid=92015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:20:39.975631 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Resources bound (agent type, host, resource id): {{(pid=92015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:20:39.980376 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Received port after_create {{(pid=92015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:20:39.983381 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'Port': ['ID=360ea528-88d1-411f-aaa8-54ec33d77919,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:40.014094 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:40.084796 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:40.135397 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:40.323624 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for port, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:40.328812 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32466368'] for port, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:40.330852 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-0e763fa8-2657-4c75-86ea-28e04e64244e tempest-TestVolumeBootPattern-1367182521 tempest-TestVolumeBootPattern-1367182521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:40.416330 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'Port': ['ID=360ea528-88d1-411f-aaa8-54ec33d77919,revision_number=2']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:40.420420 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:40.428681 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:40.441909 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:40.443044 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-7d2d1320-8679-452d-9271-768d6dd8ccb7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9739254 Jun 11 18:20:40.640082 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-95d970e8-a145-496f-bad6-50648ee7f284 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--541924163&fields=id&tenant_id=e7557c9e4514447c8453dcbeb105ee64 HTTP/1.1" status: 200 len: 267 time: 0.0400105 Jun 11 18:20:40.772344 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d87f-d482-4f71-811e-3e528ac51356 req-09c97556-8450-4310-b2ac-2406e310274b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:40.773701 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-09c97556-8450-4310-b2ac-2406e310274b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 811 time: 0.1266310 Jun 11 18:20:40.790079 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-dc3cc266-1397-4e3a-b6b4-34a594f507c1 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/quotas/e7557c9e4514447c8453dcbeb105ee64 HTTP/1.1" status: 200 len: 375 time: 0.0103517 Jun 11 18:20:40.873138 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-372471df-0157-473b-ad42-80a0ef7830d6 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778780 Jun 11 18:20:41.109101 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-a73459ba-752a-4c78-a234-ece55a870cdc service neutron] 10.222.0.15 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241299 Jun 11 18:20:41.241220 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-28f3fd55-6bb2-4cd3-b946-9779326549c5 service neutron] 10.222.0.15 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262300 Jun 11 18:20:41.425154 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4c9b70d4-93d8-4044-a908-ccf6b5c17469 req-c2caabfc-1228-45ad-9b4e-d09dfb5d7d2a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 210 time: 0.0354812 Jun 11 18:20:42.511668 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-9f420bab-a5df-4e79-8e74-8a7e57627e68 req-d103e704-7465-4942-959d-5ee1ef7b7809 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 210 time: 0.0332377 Jun 11 18:20:43.448780 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:43.609127 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-49481fa6-dc27-4252-a4d5-8e41a09fdfef req-419107a8-f971-4151-b1f3-1c3207a541e5 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 210 time: 0.0388391 Jun 11 18:20:44.756891 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-bb8ca274-ffe1-42b8-af75-a5090589e56e req-748996cf-a68f-4ffc-bf03-6aacc5e1cf5e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 210 time: 0.0330074 Jun 11 18:20:45.682320 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d87f-d482-4f71-811e-3e528ac51356 req-3945b95b-6f81-468d-bd95-272b574b2b75 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:45.683870 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-3945b95b-6f81-468d-bd95-272b574b2b75 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 811 time: 0.1361778 Jun 11 18:20:45.743925 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-3fef3868-d60c-420f-9ce6-3afca22d96e7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7557c9e4514447c8453dcbeb105ee64 HTTP/1.1" status: 200 len: 379 time: 0.0422599 Jun 11 18:20:45.753446 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'port': {'device_id': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'admin_state_up': True, 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'security_groups': ['c3874f79-041d-4fd6-8010-2d239ba091e0']}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:20:45.921705 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Made reservation on behalf of e7557c9e4514447c8453dcbeb105ee64 for: {'port': 1} {{(pid=92016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 11 18:20:45.925638 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1453876'] for port, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:45.936192 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-e8ff15bb-bcc6-4039-a6ec-f6a2ad29e8bf req-90533983-e374-4006-a571-b4924e9673e7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 210 time: 0.0354390 Jun 11 18:20:46.073556 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.db_base_plugin_common [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Allocated IP 172.20.0.7 (61796b48-9797-46fc-9206-dd1dcdcd3660/6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8/8a9052ea-1c75-4ab0-8d17-8f5889e0b445) {{(pid=92016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 11 18:20:46.248010 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for port, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:46.261529 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Transition to ACTIVE for port object 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 will not be triggered until provisioned by entity DHCP. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:20:46.313232 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1454071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-234557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788191476008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31277876'] for port, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:46.318248 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ffae83e-346d-4f2b-a1cb-70c82b667d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:46.367200 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 is already hosted by enough agents. {{(pid=92016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 11 18:20:46.371153 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.base_scheduler [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Resources bound (agent type, host, resource id): {{(pid=92016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 11 18:20:46.375232 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Received port after_create {{(pid=92016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 11 18:20:46.414313 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event updated for resources: {'Port': ['ID=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:46.423303 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:46.441724 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:46.442377 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:46.462442 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-c5ab1497-2750-48fd-a6f1-da4b6c11858d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7129307 Jun 11 18:20:46.474908 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.v2.base [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Request body: {'port': {'device_id': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79604'}} {{(pid=92016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:20:46.570062 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:46.647143 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-971972f3-bb52-4567-a456-56cb523de791 None None] Provisioning for port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 completed by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:20:46.652944 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-971972f3-bb52-4567-a456-56cb523de791 None None] Provisioning complete for port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 triggered by entity DHCP. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:20:46.653501 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-971972f3-bb52-4567-a456-56cb523de791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:46.698247 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-971972f3-bb52-4567-a456-56cb523de791 None None] Port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 cannot update to ACTIVE because it is not bound. {{(pid=92017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 11 18:20:46.964484 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 {{(pid=92016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:20:46.979432 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:47.001511 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.provisioning_blocks [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Transition to ACTIVE for port object 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 will not be triggered until provisioned by entity L2. {{(pid=92016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 11 18:20:47.006911 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:47.011919 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-cc951fba-c7c8-4b09-a3de-b6a855188c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:47.166726 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3cc1d-92f9-4da1-8502-d77ba107e37b req-64d68064-b9fa-41b9-bc91-a4b401704eca tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:47.169752 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-40c3cc1d-92f9-4da1-8502-d77ba107e37b req-64d68064-b9fa-41b9-bc91-a4b401704eca tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 943 time: 0.1069520 Jun 11 18:20:47.240164 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-40c3cc1d-92f9-4da1-8502-d77ba107e37b req-d790315c-e47e-46d5-b144-d444faec6e52 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585124 Jun 11 18:20:47.404552 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Pushing event updated for resources: {'Port': ['ID=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,revision_number=2']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:47.433611 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.433987 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.434367 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.434737 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.435098 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.435469 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.435944 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.436221 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.436577 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.436932 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.437288 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.437640 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:20:47.443162 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:47.503509 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Attempting to bind port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 on host hv-cinder-79604 for vnic_type normal with profile {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 11 18:20:47.503807 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Attempting to bind port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 by drivers openvswitch,hyperv on host hv-cinder-79604 at level 0 using segments [{'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 11 18:20:47.504030 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Attempting to bind port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 on network 61796b48-9797-46fc-9206-dd1dcdcd3660 {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:20:47.509324 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 on network 61796b48-9797-46fc-9206-dd1dcdcd3660 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79604 {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 11 18:20:47.509644 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Attempting to bind port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 on network 61796b48-9797-46fc-9206-dd1dcdcd3660 {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 11 18:20:47.514796 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Checking agent: {'id': 'a0be6bf8-2afc-45a8-8441-cfe9594ec787', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79604', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'started_at': datetime.datetime(2021, 6, 11, 18, 5, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 11, 18, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 11 18:20:47.515126 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Checking segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 11 18:20:47.515508 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Bound using segment: {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'} {{(pid=92016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 11 18:20:47.515970 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.managers [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Bound port: 8a9052ea-1c75-4ab0-8d17-8f5889e0b445, host: hv-cinder-79604, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abe053fa-766a-4d3e-9986-1733ccbbc613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660'}}] {{(pid=92016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 11 18:20:47.516322 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:47.594300 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] For port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445, host hv-cinder-79604, cleared binding levels {{(pid=92016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 11 18:20:47.597392 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] For port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445, host hv-cinder-79604, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 11 18:20:47.602271 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31277834'] for port, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:47.604545 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-819f469b-9b69-4efc-a8de-99b067286574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:47.647965 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:47.648583 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:47.650578 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] 10.222.0.82 "PUT /v2.0/ports/8a9052ea-1c75-4ab0-8d17-8f5889e0b445 HTTP/1.1" status: 200 len: 1093 time: 1.1803498 Jun 11 18:20:47.651161 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'tag': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:20:47.653555 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a485025d-096c-4549-af37-b68b29dad0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d770ec-6739-4b70-9483-1e2f6c0c43f3", "tag": "8a9052ea-1c75-4ab0-8d17-8f5889e0b445"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:20:47.682077 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Pushing event updated for resources: {'Port': ['ID=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,revision_number=3']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:47.686033 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b7bcd792-c370-49b4-9a78-550f524e065d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:47.699148 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b3c851-7519-402e-8e0e-cc15aa945652 x-openstack-request-id: req-b1b3c851-7519-402e-8e0e-cc15aa945652 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:20:47.699486 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d770ec-6739-4b70-9483-1e2f6c0c43f3", "tag": "8a9052ea-1c75-4ab0-8d17-8f5889e0b445", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:20:47.699802 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1b3c851-7519-402e-8e0e-cc15aa945652 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:20:47.700246 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'tag': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'status': 'completed', 'code': 200} Jun 11 18:20:47.765403 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d87f-d482-4f71-811e-3e528ac51356 req-29a98619-fd71-4462-a3a9-0b12cbb73725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:47.766800 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-29a98619-fd71-4462-a3a9-0b12cbb73725 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 1096 time: 0.0645280 Jun 11 18:20:47.831305 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-f3d91035-a05f-41d3-9f23-9674565b4cd5 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445 HTTP/1.1" status: 200 len: 217 time: 0.0570319 Jun 11 18:20:47.891730 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d87f-d482-4f71-811e-3e528ac51356 req-add7a0e2-c5e5-4285-a247-57081af56377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:47.893508 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-add7a0e2-c5e5-4285-a247-57081af56377 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0550590 Jun 11 18:20:47.964612 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422d87f-d482-4f71-811e-3e528ac51356 req-1ead5519-1dca-4ef5-a994-f3d65a671e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:47.966082 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-1ead5519-1dca-4ef5-a994-f3d65a671e01 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655074 Jun 11 18:20:48.084542 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-931e03d3-c9d6-4ab7-a12c-29e7a339e670 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110451 Jun 11 18:20:48.214210 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-1422d87f-d482-4f71-811e-3e528ac51356 req-e457335b-7b1e-44f5-8199-a4bf42f681cb service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221685 Jun 11 18:20:48.333869 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485025d-096c-4549-af37-b68b29dad0c1 req-c72cef84-0d27-4c99-9de9-cb72f23f352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:48.335423 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a485025d-096c-4549-af37-b68b29dad0c1 req-c72cef84-0d27-4c99-9de9-cb72f23f352e service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 1096 time: 0.0701094 Jun 11 18:20:48.440610 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59378fe-f1d7-4de6-83be-23dbb5edd3b9 req-b28f484d-1730-46a2-87f3-36cd9845765b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:48.442445 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c59378fe-f1d7-4de6-83be-23dbb5edd3b9 req-b28f484d-1730-46a2-87f3-36cd9845765b tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 943 time: 0.0809040 Jun 11 18:20:48.474651 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485025d-096c-4549-af37-b68b29dad0c1 req-6ba4b710-bc2c-4b18-9e92-4ee2760989e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:48.476360 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a485025d-096c-4549-af37-b68b29dad0c1 req-6ba4b710-bc2c-4b18-9e92-4ee2760989e5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 912 time: 0.1341584 Jun 11 18:20:48.494689 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-c59378fe-f1d7-4de6-83be-23dbb5edd3b9 req-86943c9e-f892-4aa2-956c-2df773895827 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 Jun 11 18:20:48.543662 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a485025d-096c-4549-af37-b68b29dad0c1 req-0d32dcca-5699-4b37-a183-00379477ea43 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445 HTTP/1.1" status: 200 len: 217 time: 0.0599024 Jun 11 18:20:48.605759 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485025d-096c-4549-af37-b68b29dad0c1 req-2f54062a-d391-4ceb-9102-dbf319ab3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:48.607113 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a485025d-096c-4549-af37-b68b29dad0c1 req-2f54062a-d391-4ceb-9102-dbf319ab3c86 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0563509 Jun 11 18:20:48.681168 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485025d-096c-4549-af37-b68b29dad0c1 req-048db71c-d210-4329-8551-2d22492517e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:48.682633 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a485025d-096c-4549-af37-b68b29dad0c1 req-048db71c-d210-4329-8551-2d22492517e7 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668561 Jun 11 18:20:48.800694 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a485025d-096c-4549-af37-b68b29dad0c1 req-3e45083e-46ce-4837-b8e5-95d003e139a1 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107812 Jun 11 18:20:48.917395 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-a485025d-096c-4549-af37-b68b29dad0c1 req-40c7cef4-c0dc-4546-9e6a-31a62575cc61 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096752 Jun 11 18:20:49.679156 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02402bfe-7ce1-4e69-8ffe-1e87c261a7ff req-2f88f700-6ad2-47d7-94e6-d653a65b32b8 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:49.680643 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-02402bfe-7ce1-4e69-8ffe-1e87c261a7ff req-2f88f700-6ad2-47d7-94e6-d653a65b32b8 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 943 time: 0.0724978 Jun 11 18:20:49.722614 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-02402bfe-7ce1-4e69-8ffe-1e87c261a7ff req-ea3b199c-64ad-45e4-b3a9-703a5817e81a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356925 Jun 11 18:20:50.489099 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 details requested by agent hyperv_hv-cinder-79604 with host hv-cinder-79604 {{(pid=92017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 11 18:20:50.607613 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:50.621848 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Returning: {'device': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'port_id': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'mac_address': 'fa:16:3e:62:58:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 11 18:20:50.670379 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:50.687427 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 {{(pid=92017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 11 18:20:50.709217 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:50.714164 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:50.716842 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:50.770979 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,revision_number=4']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:50.774175 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:50.905157 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e08903-a53d-4763-ae44-1c6c99154b40 req-d0e46c45-0834-4181-84c4-c4f68954aa3d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:50.907584 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-36e08903-a53d-4763-ae44-1c6c99154b40 req-d0e46c45-0834-4181-84c4-c4f68954aa3d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 944 time: 0.0723588 Jun 11 18:20:50.949322 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] get_ports_and_sgs() called for port_ids ['8a9052ea-1c75-4ab0-8d17-8f5889e0b445'] {{(pid=92017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 11 18:20:50.957984 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-36e08903-a53d-4763-ae44-1c6c99154b40 req-069c5722-f8a4-4a44-a91f-fc66095e9f28 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Jun 11 18:20:52.139935 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96d772-0e96-4000-9500-77de58a05f87 req-2a7f4de4-7b2a-4f35-9261-82dce2f1bc84 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:52.141411 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4f96d772-0e96-4000-9500-77de58a05f87 req-2a7f4de4-7b2a-4f35-9261-82dce2f1bc84 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 944 time: 0.0726173 Jun 11 18:20:52.144341 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:20:52.488347 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-4f96d772-0e96-4000-9500-77de58a05f87 req-951f260f-dfa8-4f4b-8603-b1c2321b9bda tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408959 Jun 11 18:20:52.506623 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 up at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 11 18:20:52.560693 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning for port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 completed by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 11 18:20:52.564211 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.provisioning_blocks [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Provisioning complete for port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 triggered by entity L2. {{(pid=92017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 11 18:20:52.564592 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1466990'] for port, provisioning_complete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:52.783398 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1453862'] for port, before_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:52.808401 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445'}] {{(pid=92017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:20:52.810662 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69df06b55d8c97dbe6e600e6f62c1c70360044b977786ac3c80b54a3eeaafd5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c81a28-be3e-45ea-81f4-2533d3aaa0eb" -d '{"events": [{"server_uuid": "c5d770ec-6739-4b70-9483-1e2f6c0c43f3", "name": "network-vif-plugged", "status": "completed", "tag": "8a9052ea-1c75-4ab0-8d17-8f5889e0b445"}]}' {{(pid=92017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:20:52.824252 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] For port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:20:52.829323 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788191868739', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788191476026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788191476071'] for port, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:52.831187 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-da1e286a-6b00-451a-8896-6f0e840c5f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:20:52.884398 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Pushing event updated for resources: {'Port': ['ID=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,revision_number=5']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:20:52.887434 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:20:52.967345 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268b98b2-a627-4c79-83b5-0d2870adfde2 x-openstack-request-id: req-268b98b2-a627-4c79-83b5-0d2870adfde2 {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:20:52.967650 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d770ec-6739-4b70-9483-1e2f6c0c43f3", "name": "network-vif-plugged", "status": "completed", "tag": "8a9052ea-1c75-4ab0-8d17-8f5889e0b445", "code": 200}]} {{(pid=92017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:20:52.967949 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-268b98b2-a627-4c79-83b5-0d2870adfde2 {{(pid=92017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:20:52.968346 dv-cinder-796049-1-iscsi neutron-server[92017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'code': 200} Jun 11 18:20:53.201930 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1c810-29a8-43b0-9df4-1c7e5ca148b0 req-1d1e39e7-48a0-4d62-9772-339539317cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:53.203374 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-efb1c810-29a8-43b0-9df4-1c7e5ca148b0 req-1d1e39e7-48a0-4d62-9772-339539317cb5 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 1098 time: 0.0632522 Jun 11 18:20:53.243094 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-efb1c810-29a8-43b0-9df4-1c7e5ca148b0 req-52b00099-11c3-422f-8757-e80f406cfb7e service neutron] 10.222.0.82 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313630 Jun 11 18:20:53.680198 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd95ec8-6d60-40b8-9ea8-38f5cea51972 req-61afe408-26e8-45f4-be5b-6066a20a8b35 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:53.681794 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-abd95ec8-6d60-40b8-9ea8-38f5cea51972 req-61afe408-26e8-45f4-be5b-6066a20a8b35 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 945 time: 0.0738924 Jun 11 18:20:53.725674 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-abd95ec8-6d60-40b8-9ea8-38f5cea51972 req-f905df8b-abeb-4cb6-9ccf-e9223075bc60 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374472 Jun 11 18:20:54.910647 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ae9b-a2e2-410e-92db-e82786be096b req-a6d3e9c1-e38a-45c5-823a-81a50f17d59f tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:54.912138 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b428ae9b-a2e2-410e-92db-e82786be096b req-a6d3e9c1-e38a-45c5-823a-81a50f17d59f tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 945 time: 0.0719304 Jun 11 18:20:54.954892 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-b428ae9b-a2e2-410e-92db-e82786be096b req-063f948c-d3d0-400a-8c72-e53001f030a6 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366297 Jun 11 18:20:55.128620 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dadd51-c14b-433a-a3dd-0350486839dc req-ffb2b976-fe1a-4265-83d4-2698e892220f tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:55.130036 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-42dadd51-c14b-433a-a3dd-0350486839dc req-ffb2b976-fe1a-4265-83d4-2698e892220f tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 945 time: 0.0701194 Jun 11 18:20:55.139020 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44292) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:20:55.143931 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.v2.base [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Request body: {'floatingip': {'port_id': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445'}} {{(pid=92015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 11 18:20:55.200000 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, before_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:55.229408 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9e253e50-0c62-44b1-a264-22510c007bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:55.777853 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:55.781547 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:55.920005 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.db.l3_db [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Floating IP 0ec33918-96a5-4430-a91c-a9c8190a319d associated. External IP: 172.27.0.5, port: 8a9052ea-1c75-4ab0-8d17-8f5889e0b445. Jun 11 18:20:56.205098 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Router 46b4dcb7-2c8e-4685-8b97-03ec4926760a has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:20:56.349178 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:20:56.354597 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:56.358840 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] Sync routers for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:20:56.368677 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:20:56.369878 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:20:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:56.396775 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-7caf2122-53d0-404e-8833-4f8d2f4debc7 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "PUT /v2.0/floatingips/0ec33918-96a5-4430-a91c-a9c8190a319d HTTP/1.1" status: 200 len: 989 time: 1.2566593 Jun 11 18:20:56.397429 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'tag': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445'}] {{(pid=92015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:20:56.399774 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62fae9f8e29b1c93c82ab249c363ad4829c34812ba0712bcc6bbb326e74a61fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7145c7d8-5184-4c77-a585-5edc47e50df3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d770ec-6739-4b70-9483-1e2f6c0c43f3", "tag": "8a9052ea-1c75-4ab0-8d17-8f5889e0b445"}]}' {{(pid=92015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:20:56.439583 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Jun 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462eb58e-fe84-41e4-8c9e-be2351133840 x-openstack-request-id: req-462eb58e-fe84-41e4-8c9e-be2351133840 {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:20:56.439968 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d770ec-6739-4b70-9483-1e2f6c0c43f3", "tag": "8a9052ea-1c75-4ab0-8d17-8f5889e0b445", "status": "completed", "code": 200}]} {{(pid=92015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:20:56.440259 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-462eb58e-fe84-41e4-8c9e-be2351133840 {{(pid=92015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:20:56.442117 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'tag': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'status': 'completed', 'code': 200} Jun 11 18:20:56.519298 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:20:56.523596 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-af5d496d-3972-4af4-ad4c-e249d61a5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:56.525122 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-af5d496d-3972-4af4-ad4c-e249d61a5749 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 1098 time: 0.0617778 Jun 11 18:20:56.645973 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-f97b0199-2b26-453c-9560-112f745ac247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:56.647795 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-f97b0199-2b26-453c-9560-112f745ac247 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 912 time: 0.1156042 Jun 11 18:20:56.734068 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-6ad51bb1-3bb3-4d16-994e-c74d91164afe service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445 HTTP/1.1" status: 200 len: 997 time: 0.0797112 Jun 11 18:20:56.796590 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-a014d59d-9e5e-4df9-a9f1-2247b5b41f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:56.797964 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-a014d59d-9e5e-4df9-a9f1-2247b5b41f70 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0552011 Jun 11 18:20:56.868043 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-c42c2960-0d52-405c-83e5-f1bfac8622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:20:56.869545 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-c42c2960-0d52-405c-83e5-f1bfac8622d0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645015 Jun 11 18:20:56.909612 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '0ec33918-96a5-4430-a91c-a9c8190a319d', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'port_id': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'mac_address': 'fa:16:3e:62:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:20:40Z', 'updated_at': '2021-06-11T18:20:55Z', 'revision_number': 1, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:56.913498 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] Checking router: 46b4dcb7-2c8e-4685-8b97-03ec4926760a for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:20:56.922239 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:20:56.922858 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:20:28Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:56.991960 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-42175f56-0219-4608-b4c3-ae5666648fda service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154087 Jun 11 18:20:57.068210 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:20:57.111395 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-7145c7d8-5184-4c77-a585-5edc47e50df3 req-4c3d6605-753e-4d4f-abea-51cf5c398e33 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124928 Jun 11 18:20:57.360801 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '0ec33918-96a5-4430-a91c-a9c8190a319d', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'port_id': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'mac_address': 'fa:16:3e:62:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:20:40Z', 'updated_at': '2021-06-11T18:20:55Z', 'revision_number': 1, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:20:57.364417 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c457136-4536-4ccd-b3bb-41fcb2450d17 None None] The sync data for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi is: [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_floatingips': [{'id': '0ec33918-96a5-4430-a91c-a9c8190a319d', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'router_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'port_id': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'mac_address': 'fa:16:3e:62:58:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-11T18:20:40Z', 'updated_at': '2021-06-11T18:20:55Z', 'revision_number': 1, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:20:57.544925 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fc0548-93bb-4f62-8955-7f33a75894fe None None] New status for floating IP 0ec33918-96a5-4430-a91c-a9c8190a319d: ACTIVE {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:20:57.881963 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc260-2e19-44e2-8d0f-37aa426ae4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:58.093854 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:20:59.240095 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:01.116392 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:13.453564 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:19.007346 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-19bc6814-bab1-48ee-ba3a-83e250f643aa service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577230 Jun 11 18:21:19.116171 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-16b2921d-71b4-4af6-8cfe-30dd3307c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:21:19.117612 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-16b2921d-71b4-4af6-8cfe-30dd3307c127 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=e7557c9e4514447c8453dcbeb105ee64&device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 1098 time: 0.0619397 Jun 11 18:21:19.245968 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-6781657c-4c50-4d43-8473-ab028292be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:21:19.247309 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-6781657c-4c50-4d43-8473-ab028292be76 service neutron] 10.222.0.82 "GET /v2.0/networks?id=61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 200 len: 912 time: 0.1083887 Jun 11 18:21:19.333524 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-f8bda48f-397e-4de4-9707-7c2616b926c3 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445 HTTP/1.1" status: 200 len: 999 time: 0.0796220 Jun 11 18:21:19.392472 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-19500925-0ffc-4387-8b24-a27f9c069c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:21:19.394170 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-19500925-0ffc-4387-8b24-a27f9c069c29 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 200 len: 850 time: 0.0536394 Jun 11 18:21:19.466595 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-b8f72da7-3de2-413c-833f-e074838bd0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:21:19.468109 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-b8f72da7-3de2-413c-833f-e074838bd0dd service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=61796b48-9797-46fc-9206-dd1dcdcd3660&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665321 Jun 11 18:21:19.589539 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-1c7fba28-e6fa-46e3-bf17-b24dbe441d72 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141503 Jun 11 18:21:19.701153 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-8de67779-1d31-41aa-9a26-2e341bbb7473 req-f2faec0c-93d7-403f-8263-f4ce21f93f92 service neutron] 10.222.0.82 "GET /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047478 Jun 11 18:21:25.230708 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-596da52e-7ff2-46ba-8203-df33f0bb29e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:27.882626 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-37df4cbc-3992-4f27-8778-a8310de3f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:28.103968 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:29.143208 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:21:29.241646 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:31.119801 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:43.462945 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:55.232654 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-69d7224c-68db-46f0-a4a0-cf077916c9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:57.253032 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc29856-d17f-4aea-88e4-0f418ed640df req-9a52a040-bcc0-4d4f-a31b-ba01a36c5c0e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:21:57.254574 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5fc29856-d17f-4aea-88e4-0f418ed640df req-9a52a040-bcc0-4d4f-a31b-ba01a36c5c0e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 945 time: 0.0828540 Jun 11 18:21:57.299021 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-5fc29856-d17f-4aea-88e4-0f418ed640df req-cb98e2ca-17d8-4355-95e1-5a38e26694a0 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386109 Jun 11 18:21:57.883198 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-740e3dd7-1d5f-40ec-821b-362fe12eefbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:58.096033 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:58.492845 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e261c-f8f7-4ebc-8bce-a478eb49d5d0 req-34754fa6-517e-4b84-9262-6f5dd31b0444 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:21:58.494458 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1d0e261c-f8f7-4ebc-8bce-a478eb49d5d0 req-34754fa6-517e-4b84-9262-6f5dd31b0444 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 945 time: 0.0750201 Jun 11 18:21:58.540851 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-1d0e261c-f8f7-4ebc-8bce-a478eb49d5d0 req-20d4f73c-ba06-4fd3-9919-a388f5be8f6d tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3874f79-041d-4fd6-8010-2d239ba091e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Jun 11 18:21:58.952783 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-373accff-cb42-4797-a5be-2c358c0b90ac tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 11 18:21:58.954262 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-373accff-cb42-4797-a5be-2c358c0b90ac tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 945 time: 0.1096933 Jun 11 18:21:59.073152 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Deleting port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:21:59.073488 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:59.193177 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.db [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] For port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445, host hv-cinder-79604, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79604',level=0,port_id=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:21:59.193461 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:59.246464 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:59.428573 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:59.428949 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-358003'] for floatingip, after_update {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:59.429263 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.db.l3_db [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Floating IP 0ec33918-96a5-4430-a91c-a9c8190a319d disassociated. External IP: 172.27.0.5, port: 8a9052ea-1c75-4ab0-8d17-8f5889e0b445. Jun 11 18:21:59.429609 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Calling delete_port for 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 owned by compute:nova {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:21:59.589584 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:21:59.593977 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9ff459c5-d195-4ff6-a934-9a86d1909af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:21:59.624511 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event deleted for resources: {'Port': ['ID=8a9052ea-1c75-4ab0-8d17-8f5889e0b445,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:21:59.635440 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.635859 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.636237 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.637146 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.637526 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.637899 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.638261 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.638626 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.638988 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.639351 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.639813 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.640079 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:21:59.644337 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:21:59.698348 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-d0a1f79c-a4ad-40bf-8d1d-88ead6bc69cf req-e4001968-87d3-4965-a3a1-f20d504bb19e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 210 time: 0.0391979 Jun 11 18:21:59.789881 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Router 46b4dcb7-2c8e-4685-8b97-03ec4926760a has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:22:00.206311 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:22:00.216224 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] Sync routers for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:22:00.225434 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:22:00.226051 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:21:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:00.260548 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.db.l3_dvrscheduler_db [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] No DVR routers for this DVR port 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 on host hv-cinder-79604 {{(pid=92016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:22:00.263152 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for port, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:00.265189 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [req-555c1559-36b9-4e79-bae4-fb2f579ef382 req-b6a85a6f-db8b-4c33-97db-75d213bdb579 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.82 "DELETE /v2.0/ports/8a9052ea-1c75-4ab0-8d17-8f5889e0b445 HTTP/1.1" status: 204 len: 173 time: 1.3036447 Jun 11 18:22:00.265722 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'name': 'network-vif-deleted', 'tag': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445'}] {{(pid=92016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 11 18:22:00.268069 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68da4df9d9a07d5e14acb92b4d121a7cdf7b3ce9cbee190e46abbbc5b269b330" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd44408-69fc-45ee-8117-fc82e41381c6" -d '{"events": [{"server_uuid": "c5d770ec-6739-4b70-9483-1e2f6c0c43f3", "name": "network-vif-deleted", "tag": "8a9052ea-1c75-4ab0-8d17-8f5889e0b445"}]}' {{(pid=92016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 11 18:22:00.318204 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Jun 2021 18:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2bbfbc-3140-4c7f-81dc-a474d78089b0 x-openstack-request-id: req-5f2bbfbc-3140-4c7f-81dc-a474d78089b0 {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 11 18:22:00.318554 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d770ec-6739-4b70-9483-1e2f6c0c43f3", "name": "network-vif-deleted", "tag": "8a9052ea-1c75-4ab0-8d17-8f5889e0b445", "status": "completed", "code": 200}]} {{(pid=92016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 11 18:22:00.318862 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f2bbfbc-3140-4c7f-81dc-a474d78089b0 {{(pid=92016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 11 18:22:00.319316 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d770ec-6739-4b70-9483-1e2f6c0c43f3', 'name': 'network-vif-deleted', 'tag': '8a9052ea-1c75-4ab0-8d17-8f5889e0b445', 'status': 'completed', 'code': 200} Jun 11 18:22:00.384147 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:22:00.655422 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:00.658818 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] Checking router: 46b4dcb7-2c8e-4685-8b97-03ec4926760a for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:22:00.667023 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:22:00.667630 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:21:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:00.818018 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:22:00.883540 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [req-053b14e7-f3d3-4723-beb4-7ebb7732bfba req-1f0e21aa-0065-44b9-a49e-52b9df1fa2a4 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5d770ec-6739-4b70-9483-1e2f6c0c43f3 HTTP/1.1" status: 200 len: 210 time: 0.0363297 Jun 11 18:22:01.126904 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:01.212467 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:01.217469 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739df3c-36bb-45cf-9c2b-09bdd101d747 None None] The sync data for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi is: [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:17:28Z', 'revision_number': 4, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi', '_interfaces': [{'id': '0988b761-69e6-4fd8-9343-ac66efe23925', 'name': '', 'network_id': '61796b48-9797-46fc-9206-dd1dcdcd3660', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'mac_address': 'fa:16:3e:47:03:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:26Z', 'updated_at': '2021-06-11T18:17:34Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'subnets': [{'id': '6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:22:01.452129 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf622eb3-4b62-4dc1-908b-ed7558affb99 None None] New status for floating IP 0ec33918-96a5-4430-a91c-a9c8190a319d: DOWN {{(pid=92017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 11 18:22:02.022113 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44496) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:02.085791 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.113242 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.166423 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.169696 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.170877 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3874f79-041d-4fd6-8010-2d239ba091e0 HTTP/1.1" status: 204 len: 168 time: 0.1477411 Jun 11 18:22:02.171802 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-2944eae5-a49e-4b13-92e0-c76ab7e93c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:02.174295 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44498) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:02.182215 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3874f79-041d-4fd6-8010-2d239ba091e0,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:02.190091 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.api.v2.resource [None req-3ae31797-2b35-468e-b3bf-32cefe61da4e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] show failed (client error): The resource could not be found. Jun 11 18:22:02.190595 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.190979 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.191428 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.191845 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.192210 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.192574 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.192938 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.193288 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.193734 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.194058 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-3ae31797-2b35-468e-b3bf-32cefe61da4e tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "GET /v2.0/security-groups/c3874f79-041d-4fd6-8010-2d239ba091e0 HTTP/1.1" status: 404 len: 347 time: 0.0186377 Jun 11 18:22:02.194194 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.194514 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.194646 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44500) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:02.194882 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:02.198299 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-92a70844-def2-49c2-9255-b952ec58acc2 tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:02.366348 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Deleting port 360ea528-88d1-411f-aaa8-54ec33d77919 {{(pid=92016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:22:02.366687 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.474734 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.475056 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.572741 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.plugins.ml2.plugin [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Calling delete_port for 360ea528-88d1-411f-aaa8-54ec33d77919 owned by network:floatingip {{(pid=92016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:22:02.745102 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31277885'] for port, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.747702 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d24c32a3-3ae5-4040-b492-d78741415c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:02.776456 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Pushing event deleted for resources: {'Port': ['ID=360ea528-88d1-411f-aaa8-54ec33d77919,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:02.780272 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:02.856799 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks [] for floatingip, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.859313 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-233712'] for floatingip, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:02.860540 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-2684389a-8aa2-4314-9f8f-770390f2fa4a tempest-AttachVolumeTestJSON-1146896677 tempest-AttachVolumeTestJSON-1146896677-project] 10.222.0.15 "DELETE /v2.0/floatingips/0ec33918-96a5-4430-a91c-a9c8190a319d HTTP/1.1" status: 204 len: 168 time: 0.6650033 Jun 11 18:22:02.928333 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 no longer exists at agent hyperv_hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:22:02.964270 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] No Port match for: 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:22:02.964728 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Device 8a9052ea-1c75-4ab0-8d17-8f5889e0b445 not bound to the agent host hv-cinder-79604 {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:22:06.143586 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:22:06.580333 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44528) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:07.035316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-427220'] for router_interface, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:07.681757 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Deleting port 0988b761-69e6-4fd8-9343-ac66efe23925 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:22:07.682467 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:07.785943 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] For port 0988b761-69e6-4fd8-9343-ac66efe23925, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=0988b761-69e6-4fd8-9343-ac66efe23925,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:22:07.786301 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:07.879666 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Calling delete_port for 0988b761-69e6-4fd8-9343-ac66efe23925 owned by network:router_interface {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:22:08.111348 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:08.114696 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e7f2870f-fa2b-48ec-9a48-450daec4f83c tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:08.145563 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Pushing event deleted for resources: {'Port': ['ID=0988b761-69e6-4fd8-9343-ac66efe23925,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:08.149555 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:08.374268 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-427588'] for router_interface, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:08.718832 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Router 46b4dcb7-2c8e-4685-8b97-03ec4926760a has already been hosted by L3 agent cb3009a7-db73-4a60-964f-c2d36eee3374 {{(pid=92015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 11 18:22:08.873203 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] Notify agent at l3_agent.dv-cinder-796049-1-iscsi the message routers_updated {{(pid=92015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 11 18:22:08.878488 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-f21e540c-8adb-44b7-89ca-e10819365647 admin admin] 10.222.0.15 "PUT /v2.0/routers/46b4dcb7-2c8e-4685-8b97-03ec4926760a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2969601 Jun 11 18:22:08.882267 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44530) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:08.885231 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] Sync routers for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 11 18:22:08.895941 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:22:08.896583 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:21:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:09.044953 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:09.062953 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: dv-cinder-796049-1-iscsi {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:22:09.209639 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:09.281197 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Deleting port c1466d46-4e16-4d06-a180-8d18090fe183 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:22:09.281536 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:09.340975 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'external_fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:22:08Z', 'revision_number': 5, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port': {'id': 'c1466d46-4e16-4d06-a180-8d18090fe183', 'name': '', 'network_id': '3ff23d0c-d25e-406d-9e9f-7b498d705b88', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '821901b6-e542-430f-871f-d64b7becdd1c', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796049-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-11T18:17:23Z', 'updated_at': '2021-06-11T18:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '821901b6-e542-430f-871f-d64b7becdd1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796049-1-iscsi'}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:09.344537 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] Checking router: 46b4dcb7-2c8e-4685-8b97-03ec4926760a for host: dv-cinder-796049-1-iscsi {{(pid=92018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 11 18:22:09.353379 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] Routers {'46b4dcb7-2c8e-4685-8b97-03ec4926760a'} bound to L3 agent in host dv-cinder-796049-1-iscsi {{(pid=92018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 11 18:22:09.354010 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796049-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-11T17:58:28Z,description=,heartbeat_timestamp=2021-06-11T18:21:58Z,host='dv-cinder-796049-1-iscsi',id=cb3009a7-db73-4a60-964f-c2d36eee3374,load=0,resource_versions=,resources_synced=,started_at=2021-06-11T17:58:28Z,topic='l3_agent')) {'router_ids': ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'], 'active': True} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:09.404061 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] For port c1466d46-4e16-4d06-a180-8d18090fe183, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=c1466d46-4e16-4d06-a180-8d18090fe183,segment=NetworkSegment(ce6265b6-d63e-430a-9248-a836b88f0760),segment_id=ce6265b6-d63e-430a-9248-a836b88f0760)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:22:09.404446 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:09.484440 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_dvr_db [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] Set router 46b4dcb7-2c8e-4685-8b97-03ec4926760a gateway port host: None {{(pid=92018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 11 18:22:09.516946 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Calling delete_port for c1466d46-4e16-4d06-a180-8d18090fe183 owned by network:router_gateway {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:22:09.569831 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.l3_hamode_db [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:22:09Z', 'revision_number': 6, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port_host': None}], 'dv-cinder-796049-1-iscsi', False) {} {{(pid=92018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:09.574493 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d098916-0f0c-4a09-93f1-df6ef3546a50 None None] The sync data for ids ['46b4dcb7-2c8e-4685-8b97-03ec4926760a'] in dv-cinder-796049-1-iscsi is: [{'id': '46b4dcb7-2c8e-4685-8b97-03ec4926760a', 'name': 'tempest-AttachVolumeTestJSON-1020695876-router', 'tenant_id': 'e7557c9e4514447c8453dcbeb105ee64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-11T18:17:22Z', 'updated_at': '2021-06-11T18:22:09Z', 'revision_number': 6, 'project_id': 'e7557c9e4514447c8453dcbeb105ee64', 'gw_port_host': None}] {{(pid=92018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 11 18:22:09.748811 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:09.751610 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a09a949d-c736-4b8e-9eb5-78a492aadd39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:09.782247 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1466d46-4e16-4d06-a180-8d18090fe183,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:09.784891 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:09.865069 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-357911'] for router_gateway, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.010242 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-430054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1027838'] for router, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.014000 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.071153 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-426288'] for router, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.071701 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b4dcb7-2c8e-4685-8b97-03ec4926760a {{(pid=92015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 11 18:22:10.076844 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] Notify callbacks [] for router, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.080902 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-01ae778a-71db-42ed-b589-a7f9e838d2e8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/46b4dcb7-2c8e-4685-8b97-03ec4926760a HTTP/1.1" status: 204 len: 168 time: 1.1944532 Jun 11 18:22:10.081220 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44532) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:10.139922 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] Deleting subnet 6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 {{(pid=92015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 11 18:22:10.143151 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.193014 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31406609'] for subnet, precommit_delete_associations {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.290305 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463676'] for subnet, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.372041 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32466445', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30103418'] for subnet, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.374641 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f7d898ee-2238-419b-a488-c4392b848aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:10.406992 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:10.410054 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:10.411154 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for subnet, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.415669 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-cec2d135-8ae8-4737-b36f-51c0ad723a85 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6f11c5e5-4f38-42f4-b0e7-7600c7f7ccd8 HTTP/1.1" status: 204 len: 168 time: 0.3311722 Jun 11 18:22:10.416151 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44534) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:10.418936 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d087fed-147f-41af-87e5-e9d9a07051e0 None None] Network 61796b48-9797-46fc-9206-dd1dcdcd3660 requested from dv-cinder-796049-1-iscsi {{(pid=92017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 11 18:22:10.522021 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-537591'] for network, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.592278 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Deleting port 60419463-b50c-4bb2-b934-d26f0768ef57 {{(pid=92015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:22:10.592739 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.616839 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 0988b761-69e6-4fd8-9343-ac66efe23925 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:22:10.645290 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 0988b761-69e6-4fd8-9343-ac66efe23925 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:22:10.645642 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 0988b761-69e6-4fd8-9343-ac66efe23925 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:22:10.646067 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c1466d46-4e16-4d06-a180-8d18090fe183 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:22:10.672674 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: c1466d46-4e16-4d06-a180-8d18090fe183 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:22:10.673105 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device c1466d46-4e16-4d06-a180-8d18090fe183 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:22:10.689852 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.db [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] For port 60419463-b50c-4bb2-b934-d26f0768ef57, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=60419463-b50c-4bb2-b934-d26f0768ef57,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:22:10.690382 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.772367 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] DHCP port deletion for 61796b48-9797-46fc-9206-dd1dcdcd3660 request from dv-cinder-796049-1-iscsi {{(pid=92017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 11 18:22:10.837641 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Deleting port 60419463-b50c-4bb2-b934-d26f0768ef57 {{(pid=92017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 11 18:22:10.838039 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788191864104'] for port, before_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:10.930791 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.db [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] For port 60419463-b50c-4bb2-b934-d26f0768ef57, host dv-cinder-796049-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796049-1-iscsi',level=0,port_id=60419463-b50c-4bb2-b934-d26f0768ef57,segment=NetworkSegment(abe053fa-766a-4d3e-9986-1733ccbbc613),segment_id=abe053fa-766a-4d3e-9986-1733ccbbc613)] {{(pid=92017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 11 18:22:10.931200 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357105'] for port, precommit_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.031870 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Calling delete_port for 60419463-b50c-4bb2-b934-d26f0768ef57 owned by network:dhcp {{(pid=92017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:22:11.120112 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.plugin [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Calling delete_port for 60419463-b50c-4bb2-b934-d26f0768ef57 owned by network:dhcp {{(pid=92015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 11 18:22:11.134161 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017'] for port, after_delete {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.138487 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-2af75dd2-8fa0-41d3-b8b8-6b65e744851b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:11.168124 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Pushing event deleted for resources: {'Port': ['ID=60419463-b50c-4bb2-b934-d26f0768ef57,revision_number=None']} {{(pid=92017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:11.171268 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] No DVR routers for this DVR port 60419463-b50c-4bb2-b934-d26f0768ef57 on host dv-cinder-796049-1-iscsi {{(pid=92017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:22:11.184687 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.185029 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.185371 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.185700 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.186029 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.186352 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.186726 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.187054 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.187527 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.187726 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.188090 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.188400 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:22:11.191839 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG oslo_concurrency.lockutils [None req-52553b0a-3d1c-466f-952e-633093b5fc30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92017) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:11.219419 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1454028', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585441', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788191868748', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788191476017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32466423'] for port, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.221456 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-158667ad-33aa-4200-9d1a-6d5b35b9a873 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:11.250268 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Pushing event deleted for resources: {'Port': ['ID=60419463-b50c-4bb2-b934-d26f0768ef57,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:11.253001 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:11.255286 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] No DVR routers for this DVR port 60419463-b50c-4bb2-b934-d26f0768ef57 on host dv-cinder-796049-1-iscsi {{(pid=92015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 11 18:22:11.356428 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1465057', 'neutron.services.segments.db._delete_segments_for_network-8788192031416'] for network, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.368608 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61796b48-9797-46fc-9206-dd1dcdcd3660']}} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:11.381976 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe053fa-766a-4d3e-9986-1733ccbbc613') {'for_net_delete': True} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:11.382505 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.services.segments.db [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe053fa-766a-4d3e-9986-1733ccbbc613') {} {{(pid=92015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 11 18:22:11.399507 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788192031254', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31406618'] for segment, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.421499 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545'] for segment, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.428316 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=92015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 11 18:22:11.428794 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1461545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32466340'] for segment, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: self.session.flush() Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: self.session.flush() Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: self.session.flush() Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: self.session.flush() Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: Traceback (most recent call last): Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: timer() Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: cb(*args, **kw) Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: return func(*args, **kwargs) Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: self._notify() Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: self.callback(batched_events) Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: event.method(event) Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: aggregate_uuid = self.p_client.list_aggregates( Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: return f(self, *a, **k) Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._get(url).json() Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: return self.request(url, 'GET', **kwargs) Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: base_url = self.get_endpoint(auth, allow=allow, Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 11 18:22:11.430521 dv-cinder-796049-1-iscsi neutron-server[92015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 11 18:22:11.508968 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1465086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-145951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1585466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-357898'] for network, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.513225 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-e94092b7-abb4-4b00-9e53-c18aeba92bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:11.516070 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585439'] for network, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.518076 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] 10.222.0.15 "DELETE /v2.0/networks/61796b48-9797-46fc-9206-dd1dcdcd3660 HTTP/1.1" status: 204 len: 168 time: 1.1008384 Jun 11 18:22:11.532412 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Pushing event deleted for resources: {'Network': ['ID=61796b48-9797-46fc-9206-dd1dcdcd3660,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:11.534886 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-18b91ebe-035e-4f54-a109-6cdc1d9bdcff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:11.690027 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44538) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:11.737167 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-fcb3bc72-124b-4fcd-9f1e-abb133ce785f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7557c9e4514447c8453dcbeb105ee64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457530 Jun 11 18:22:11.739520 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44540) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:11.805067 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1ce817fd-4eef-4578-9e67-899b549987c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.827948 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1ce817fd-4eef-4578-9e67-899b549987c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.879014 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1ce817fd-4eef-4578-9e67-899b549987c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.881543 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1ce817fd-4eef-4578-9e67-899b549987c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:11.882715 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-1ce817fd-4eef-4578-9e67-899b549987c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2eeb0dde-d935-4a02-a0a3-ea0ff1ea92db HTTP/1.1" status: 204 len: 168 time: 0.1421316 Jun 11 18:22:11.883535 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-f446a0d6-2752-4cba-a336-2defb07bd0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:11.892614 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce817fd-4eef-4578-9e67-899b549987c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeb0dde-d935-4a02-a0a3-ea0ff1ea92db,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:11.895606 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1ce817fd-4eef-4578-9e67-899b549987c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:12.527326 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 60419463-b50c-4bb2-b934-d26f0768ef57 no longer exists at agent ovs-agent-dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 11 18:22:12.553216 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.plugin [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] No Port match for: 60419463-b50c-4bb2-b934-d26f0768ef57 {{(pid=92017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 11 18:22:12.553558 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron.plugins.ml2.rpc [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Device 60419463-b50c-4bb2-b934-d26f0768ef57 not bound to the agent host dv-cinder-796049-1-iscsi {{(pid=92017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 11 18:22:13.473236 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:21.746615 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44654) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:21.861939 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6517bc47-2d38-482b-af5f-ab8fbc2ba274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:21.966016 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6517bc47-2d38-482b-af5f-ab8fbc2ba274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:21.971129 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-6517bc47-2d38-482b-af5f-ab8fbc2ba274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:21.973723 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-83148794-99f8-459b-b340-fded1898a705 tempest-TestMinimumBasicScenario-1908477912 tempest-TestMinimumBasicScenario-1908477912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:22.016546 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-6517bc47-2d38-482b-af5f-ab8fbc2ba274 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76d98e67ef374e6cba86532e35679289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687912 Jun 11 18:22:22.017512 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517bc47-2d38-482b-af5f-ab8fbc2ba274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f801b54-1ddd-430a-8de8-2104d2e3003e,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:22.019656 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44658) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:22.021008 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-6517bc47-2d38-482b-af5f-ab8fbc2ba274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:22.078629 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b40f8db-9ce0-4f43-aa32-00299db6a3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:22.104258 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b40f8db-9ce0-4f43-aa32-00299db6a3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:22.161193 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b40f8db-9ce0-4f43-aa32-00299db6a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:22.163917 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-1b40f8db-9ce0-4f43-aa32-00299db6a3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:22.165108 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-1b40f8db-9ce0-4f43-aa32-00299db6a3c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f801b54-1ddd-430a-8de8-2104d2e3003e HTTP/1.1" status: 204 len: 168 time: 0.1443837 Jun 11 18:22:22.165933 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-7754d4fc-2a3d-47a6-9ff2-368cd33f7820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:22.180560 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40f8db-9ce0-4f43-aa32-00299db6a3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f801b54-1ddd-430a-8de8-2104d2e3003e,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:22.185095 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1b40f8db-9ce0-4f43-aa32-00299db6a3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:23.575137 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44708) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:23.688348 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4b42f554-50a1-49ac-a685-dbd3e73bc717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:23.794963 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4b42f554-50a1-49ac-a685-dbd3e73bc717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:23.799336 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4b42f554-50a1-49ac-a685-dbd3e73bc717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:23.801860 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-edb35a98-0b76-4bc8-aa46-7a294405ca26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:23.842284 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-4b42f554-50a1-49ac-a685-dbd3e73bc717 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=519190477486476daabff93df8f029ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657795 Jun 11 18:22:23.843117 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42f554-50a1-49ac-a685-dbd3e73bc717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f84784-92a4-4da5-9b4b-d70caaf31e92,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:23.845959 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44712) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:23.846703 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4b42f554-50a1-49ac-a685-dbd3e73bc717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:23.905344 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9d501330-5ada-4446-8d81-75f906f3bab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:23.930285 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9d501330-5ada-4446-8d81-75f906f3bab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:23.987371 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9d501330-5ada-4446-8d81-75f906f3bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:23.990100 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-9d501330-5ada-4446-8d81-75f906f3bab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:23.991253 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-9d501330-5ada-4446-8d81-75f906f3bab9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46f84784-92a4-4da5-9b4b-d70caaf31e92 HTTP/1.1" status: 204 len: 168 time: 0.1441457 Jun 11 18:22:23.992066 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-3af3f992-c207-41f4-b839-cf2d960a6fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:24.000923 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d501330-5ada-4446-8d81-75f906f3bab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f84784-92a4-4da5-9b4b-d70caaf31e92,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:24.003268 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9d501330-5ada-4446-8d81-75f906f3bab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:25.233906 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-02f8d514-98c4-4810-8670-24480bc6bb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:27.887079 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-eb3eacf3-0e78-4394-887b-29064e6eed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:28.098101 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:29.247099 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:31.126753 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:43.142729 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:22:43.462614 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:55.237624 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9d0d47d0-abfa-4e57-bec4-d6506cafad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:55.940128 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44920) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:56.048505 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef187-aa2f-431e-a28a-c37a64d2de27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.147199 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef187-aa2f-431e-a28a-c37a64d2de27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.151259 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef187-aa2f-431e-a28a-c37a64d2de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.153820 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8b84cb15-da33-4ea2-9844-5351cfc432eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:56.195310 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ef187-aa2f-431e-a28a-c37a64d2de27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f1b6c-09f2-49ec-af57-b4bf9d563248,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:56.198541 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9f1ef187-aa2f-431e-a28a-c37a64d2de27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:56.203878 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-9f1ef187-aa2f-431e-a28a-c37a64d2de27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93c2670fd6d94cf5a4aca97cb29d2b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603996 Jun 11 18:22:56.205080 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44924) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:56.256947 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9b51fa3a-e93a-44bb-adf4-f0a429bf6b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.284269 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9b51fa3a-e93a-44bb-adf4-f0a429bf6b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.332842 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9b51fa3a-e93a-44bb-adf4-f0a429bf6b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.335473 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-9b51fa3a-e93a-44bb-adf4-f0a429bf6b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.336638 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-9b51fa3a-e93a-44bb-adf4-f0a429bf6b98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af4f1b6c-09f2-49ec-af57-b4bf9d563248 HTTP/1.1" status: 204 len: 168 time: 0.1314924 Jun 11 18:22:56.337486 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-8eefc465-ef08-42a3-aea8-d042f63d8537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:56.346187 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51fa3a-e93a-44bb-adf4-f0a429bf6b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f1b6c-09f2-49ec-af57-b4bf9d563248,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:56.348714 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-9b51fa3a-e93a-44bb-adf4-f0a429bf6b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:56.600801 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 44930) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:56.617096 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-639004cc-6ee8-43bd-bc2a-34b5accbd827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.709961 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-639004cc-6ee8-43bd-bc2a-34b5accbd827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.713839 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-639004cc-6ee8-43bd-bc2a-34b5accbd827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.716383 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-1bd26a2a-11e4-4e82-b557-1498390adf62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:56.758017 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-639004cc-6ee8-43bd-bc2a-34b5accbd827 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca05e8d75c574ed2bb21b717df848681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560757 Jun 11 18:22:56.758790 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639004cc-6ee8-43bd-bc2a-34b5accbd827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a27669-fc70-4d0c-99a9-7dddc40c94d8,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:56.761245 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44932) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:56.761756 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-639004cc-6ee8-43bd-bc2a-34b5accbd827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:56.823995 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dc1c09be-ccfe-4360-bc99-6f8605ff8417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.849137 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dc1c09be-ccfe-4360-bc99-6f8605ff8417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.905579 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dc1c09be-ccfe-4360-bc99-6f8605ff8417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.908187 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-dc1c09be-ccfe-4360-bc99-6f8605ff8417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:56.909895 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-dc1c09be-ccfe-4360-bc99-6f8605ff8417 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8a27669-fc70-4d0c-99a9-7dddc40c94d8 HTTP/1.1" status: 204 len: 168 time: 0.1475935 Jun 11 18:22:56.910686 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-77e07ce2-50e1-4edf-a81a-a8089971570e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:56.920440 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c09be-ccfe-4360-bc99-6f8605ff8417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a27669-fc70-4d0c-99a9-7dddc40c94d8,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:56.922814 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dc1c09be-ccfe-4360-bc99-6f8605ff8417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:57.888448 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0043-d4b0-498e-a4da-41b8b4019ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.107704 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.530092 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44976) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:58.638070 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e69e0ac0-b4a5-435e-bde7-09339d1dd246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.732083 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e69e0ac0-b4a5-435e-bde7-09339d1dd246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.737562 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-e69e0ac0-b4a5-435e-bde7-09339d1dd246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.740082 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-24359cda-7176-4520-94d4-f42440e80b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:58.778506 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e0ac0-b4a5-435e-bde7-09339d1dd246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba40f84-f417-4bb3-a8ac-5b6ebb156b7a,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:58.782949 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-e69e0ac0-b4a5-435e-bde7-09339d1dd246 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6df28bf235f143dd9a5ada89dea85b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518363 Jun 11 18:22:58.783985 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-e69e0ac0-b4a5-435e-bde7-09339d1dd246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:58.785654 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44980) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:58.838954 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-957cd722-a138-4ba9-8c13-4a5a803768ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.866626 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-957cd722-a138-4ba9-8c13-4a5a803768ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.919257 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-957cd722-a138-4ba9-8c13-4a5a803768ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.924280 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-957cd722-a138-4ba9-8c13-4a5a803768ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:58.925377 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-957cd722-a138-4ba9-8c13-4a5a803768ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ba40f84-f417-4bb3-a8ac-5b6ebb156b7a HTTP/1.1" status: 204 len: 168 time: 0.1387801 Jun 11 18:22:58.926159 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-202de5ec-3604-448d-91b2-5fbd7589a776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:58.935041 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cd722-a138-4ba9-8c13-4a5a803768ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba40f84-f417-4bb3-a8ac-5b6ebb156b7a,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:58.937260 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-957cd722-a138-4ba9-8c13-4a5a803768ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:59.197176 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44986) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:59.213379 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f8e12164-7a73-4783-86cb-8c8194bb06e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:59.251462 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:59.319810 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f8e12164-7a73-4783-86cb-8c8194bb06e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:59.323606 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-f8e12164-7a73-4783-86cb-8c8194bb06e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:59.326214 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-9cb7f534-8fea-4a7f-b562-058c2b62a98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:59.366014 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e12164-7a73-4783-86cb-8c8194bb06e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e103ad91-da4d-4228-8996-61d020dd7498,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:59.370475 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-f8e12164-7a73-4783-86cb-8c8194bb06e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0998177784a64719b1c4a9182aec6aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722579 Jun 11 18:22:59.371402 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f8e12164-7a73-4783-86cb-8c8194bb06e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:22:59.373005 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 44988) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:22:59.428218 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-101a03f7-abfd-4a55-a255-8582fe96cc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:59.452562 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-101a03f7-abfd-4a55-a255-8582fe96cc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:59.508567 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-101a03f7-abfd-4a55-a255-8582fe96cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:59.511136 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-101a03f7-abfd-4a55-a255-8582fe96cc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:22:59.512320 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-101a03f7-abfd-4a55-a255-8582fe96cc62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e103ad91-da4d-4228-8996-61d020dd7498 HTTP/1.1" status: 204 len: 168 time: 0.1384141 Jun 11 18:22:59.513243 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a497613a-565b-4507-a713-a855a5771ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:22:59.522876 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a03f7-abfd-4a55-a255-8582fe96cc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e103ad91-da4d-4228-8996-61d020dd7498,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:22:59.525192 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-101a03f7-abfd-4a55-a255-8582fe96cc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:01.134298 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:05.304884 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 45070) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:05.409470 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:05.513371 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:05.517601 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:05.520883 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a643b849-99a6-4853-8551-a02cf646b4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:05.558213 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0e70b0-e9b7-47a6-9630-172891664236,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:05.561862 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dd5233adb284313b9a1a6eec8d18859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559512 Jun 11 18:23:05.565276 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 45074) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:05.568290 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.568663 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.569031 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.569393 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.569749 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.570106 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.570460 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.570813 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.571162 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.571510 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.571894 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.572241 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.576193 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-46519a57-b69b-40bf-ad1f-1f44d6639f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:05.621074 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:05.644938 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:05.692178 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:05.694929 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:05.696068 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a0e70b0-e9b7-47a6-9630-172891664236 HTTP/1.1" status: 204 len: 168 time: 0.1297226 Jun 11 18:23:05.696841 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d0fa2341-d6ef-4656-83d2-41efb4dcad6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:05.705794 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0e70b0-e9b7-47a6-9630-172891664236,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:05.712928 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.713182 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.713570 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.714017 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.714311 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.714762 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.715296 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.715708 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.716060 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.716430 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.716791 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.717152 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796049-1-iscsi {{(pid=92016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 11 18:23:05.720406 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-a75b8181-0c1f-476f-b8b4-e4d6b88c48c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:05.956168 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 45080) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:05.971679 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4126db5e-dd72-491f-a754-d6c31e0376a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:06.063441 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4126db5e-dd72-491f-a754-d6c31e0376a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:06.068712 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-4126db5e-dd72-491f-a754-d6c31e0376a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:06.071386 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-101a03f7-abfd-4a55-a255-8582fe96cc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:06.110661 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126db5e-dd72-491f-a754-d6c31e0376a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75e065a-394f-4eb6-b05a-bc6f975fa3cf,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:06.115264 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-4126db5e-dd72-491f-a754-d6c31e0376a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04c623be45d34f8fa8c1679fac4962f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580710 Jun 11 18:23:06.116169 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-4126db5e-dd72-491f-a754-d6c31e0376a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:06.117847 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 45082) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:06.175346 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-19505a3b-7f45-48ba-8ac9-3c0ba691de49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:06.198386 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-19505a3b-7f45-48ba-8ac9-3c0ba691de49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:06.247016 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-19505a3b-7f45-48ba-8ac9-3c0ba691de49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:06.249705 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-19505a3b-7f45-48ba-8ac9-3c0ba691de49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:06.250853 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-19505a3b-7f45-48ba-8ac9-3c0ba691de49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e75e065a-394f-4eb6-b05a-bc6f975fa3cf HTTP/1.1" status: 204 len: 168 time: 0.1321156 Jun 11 18:23:06.251705 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-f8e12164-7a73-4783-86cb-8c8194bb06e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:06.261058 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19505a3b-7f45-48ba-8ac9-3c0ba691de49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75e065a-394f-4eb6-b05a-bc6f975fa3cf,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:06.263512 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-19505a3b-7f45-48ba-8ac9-3c0ba691de49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:13.502017 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.162840 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 45204) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:14.266277 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d775c439-1dcc-4190-9bca-c04debd5f5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.360910 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d775c439-1dcc-4190-9bca-c04debd5f5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.366139 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-d775c439-1dcc-4190-9bca-c04debd5f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.368822 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-5a0de32b-9a6a-422c-b8cb-1adf5c9ee3fb tempest-AttachVolumeShelveTestJSON-1762934251 tempest-AttachVolumeShelveTestJSON-1762934251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:14.408770 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-d775c439-1dcc-4190-9bca-c04debd5f5a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a26ad40a485d43cda4a44249f4dc391f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448335 Jun 11 18:23:14.409767 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775c439-1dcc-4190-9bca-c04debd5f5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926fc700-4e01-45ca-8d93-ccacf2ba895e,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:14.411515 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 45208) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:14.412932 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-d775c439-1dcc-4190-9bca-c04debd5f5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:14.468004 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4625a2ad-1fe0-40e8-be7d-abc4f87c84f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.491584 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4625a2ad-1fe0-40e8-be7d-abc4f87c84f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.542426 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4625a2ad-1fe0-40e8-be7d-abc4f87c84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.545395 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-4625a2ad-1fe0-40e8-be7d-abc4f87c84f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.546533 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-4625a2ad-1fe0-40e8-be7d-abc4f87c84f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/926fc700-4e01-45ca-8d93-ccacf2ba895e HTTP/1.1" status: 204 len: 168 time: 0.1340272 Jun 11 18:23:14.547296 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4b42f554-50a1-49ac-a685-dbd3e73bc717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:14.556569 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625a2ad-1fe0-40e8-be7d-abc4f87c84f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926fc700-4e01-45ca-8d93-ccacf2ba895e,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:14.559019 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-4625a2ad-1fe0-40e8-be7d-abc4f87c84f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:14.800341 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 45214) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:14.818637 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-146cd49a-5040-400a-a112-3179c4123d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.912195 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-146cd49a-5040-400a-a112-3179c4123d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.915927 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-146cd49a-5040-400a-a112-3179c4123d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:14.918370 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-34511482-e4eb-4750-a325-f74923dff4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:14.958357 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-146cd49a-5040-400a-a112-3179c4123d80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=609df8287331489095b42c68fd19fa41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569290 Jun 11 18:23:14.959286 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd49a-5040-400a-a112-3179c4123d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4897b1-9012-4f93-9467-47af5b9e12ba,revision_number=1']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:14.961153 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 45216) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:14.965012 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-146cd49a-5040-400a-a112-3179c4123d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:15.013441 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dee3a8e7-f48b-4689-b7b2-57df01bf469e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.036668 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dee3a8e7-f48b-4689-b7b2-57df01bf469e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.087897 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dee3a8e7-f48b-4689-b7b2-57df01bf469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.090400 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-dee3a8e7-f48b-4689-b7b2-57df01bf469e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.091513 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-dee3a8e7-f48b-4689-b7b2-57df01bf469e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c4897b1-9012-4f93-9467-47af5b9e12ba HTTP/1.1" status: 204 len: 168 time: 0.1293912 Jun 11 18:23:15.092301 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-c4d51897-8c04-4fbf-8cd4-0129f5c7dbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:15.101632 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3a8e7-f48b-4689-b7b2-57df01bf469e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4897b1-9012-4f93-9467-47af5b9e12ba,revision_number=None']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:15.104003 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-dee3a8e7-f48b-4689-b7b2-57df01bf469e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:15.413338 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.wsgi [-] (92015) accepted ('10.222.0.15', 45222) {{(pid=92015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:15.429124 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a3783df4-7855-4cd8-b6ba-f95c27f8f298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.530356 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a3783df4-7855-4cd8-b6ba-f95c27f8f298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.534127 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron_lib.callbacks.manager [None req-a3783df4-7855-4cd8-b6ba-f95c27f8f298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_create {{(pid=92015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.536484 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-ce8a095b-f2a2-4874-be07-491ce0fc37d2 tempest-TestShelveInstance-1249498499 tempest-TestShelveInstance-1249498499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:15.576596 dv-cinder-796049-1-iscsi neutron-server[92015]: INFO neutron.wsgi [None req-a3783df4-7855-4cd8-b6ba-f95c27f8f298 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87bff08308af4628b308306de0470318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621232 Jun 11 18:23:15.577491 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3783df4-7855-4cd8-b6ba-f95c27f8f298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955a964b-3f23-4bab-9f07-890cadf9c8e2,revision_number=1']} {{(pid=92015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:15.579336 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.wsgi [-] (92016) accepted ('10.222.0.15', 45224) {{(pid=92016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 11 18:23:15.581187 dv-cinder-796049-1-iscsi neutron-server[92015]: DEBUG oslo_concurrency.lockutils [None req-a3783df4-7855-4cd8-b6ba-f95c27f8f298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:15.635323 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b376a01e-635e-4aba-86d2-3d4fd18c3be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.658218 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b376a01e-635e-4aba-86d2-3d4fd18c3be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.706991 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b376a01e-635e-4aba-86d2-3d4fd18c3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523910'] for security_group, after_delete {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.709540 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron_lib.callbacks.manager [None req-b376a01e-635e-4aba-86d2-3d4fd18c3be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:15.710678 dv-cinder-796049-1-iscsi neutron-server[92016]: INFO neutron.wsgi [None req-b376a01e-635e-4aba-86d2-3d4fd18c3be5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955a964b-3f23-4bab-9f07-890cadf9c8e2 HTTP/1.1" status: 204 len: 168 time: 0.1303174 Jun 11 18:23:15.711454 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-dc1c09be-ccfe-4360-bc99-6f8605ff8417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 11 18:23:15.720132 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376a01e-635e-4aba-86d2-3d4fd18c3be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955a964b-3f23-4bab-9f07-890cadf9c8e2,revision_number=None']} {{(pid=92016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 11 18:23:15.722430 dv-cinder-796049-1-iscsi neutron-server[92016]: DEBUG oslo_concurrency.lockutils [None req-b376a01e-635e-4aba-86d2-3d4fd18c3be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92016) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 11 18:23:20.141467 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:23:25.240000 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-9619748b-f51e-4c8f-b715-2d01c4217f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:27.888787 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-12800564-30ab-41a5-9c49-32f24ced27c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:28.099727 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:29.252550 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:31.133416 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:43.510440 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:55.241610 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-2c1f198b-816f-49cd-82d1-48c8679b9db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:57.139760 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:23:57.889011 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f2ab53eb-5cf7-4a31-bc61-7e881cd62d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:58.106120 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:23:59.256230 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:01.136994 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:13.514549 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:25.242744 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3323d135-a6f1-4ba7-81cb-76d4db885a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:27.892055 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8d440588-069b-4547-967d-dbf6ad48b4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:28.108078 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:29.258061 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:31.137629 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:34.138950 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:24:43.519012 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:55.244310 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-6197f05b-c365-4423-b176-0d350deb89b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:57.892376 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-f6bded67-0384-4a5c-beec-b0ea2ecbba98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:58.113453 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:24:59.261102 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:01.140074 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:11.137119 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:25:13.525392 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:25.247356 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-51d6e993-a508-4c1f-8fed-d0e588fed93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:27.893294 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-bb65c849-2181-47b3-ac6e-0086f4c81c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:28.114410 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:29.264112 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:31.142427 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:43.545563 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:48.136585 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:25:55.249751 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-0c42cc14-401b-4cc0-ad68-0ea830b701c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:57.893781 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-201ebf5d-ccf6-4fe0-9143-07e57d631fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:58.117328 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:25:59.271426 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:01.145960 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:13.534556 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:25.134524 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:26:25.249524 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-ca96e2bd-05b2-47d2-b41a-97d892f07c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:27.894970 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-b07213c8-4ff5-4bc5-a1dd-4935d0c25749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:28.120237 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:29.272988 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:31.149066 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:43.542688 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:55.252464 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-e923108c-312a-4767-92dd-c14a20243429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:57.895149 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-38f66252-d470-453b-b065-14ed2be9fcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:58.120957 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:26:59.273894 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:01.151109 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:02.132644 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:27:13.560135 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:25.254103 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8f2aa353-5b21-43f7-b9b8-d0e8e81081f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:27.896458 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-aabf49de-3134-4d66-ba2a-bb178645363d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:28.121498 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:29.276576 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:31.155230 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:39.131538 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:27:43.558765 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:55.254385 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-a9b29c07-d9a5-4f9d-8767-b3957880b269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:57.897707 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa9f4-4bed-4e94-9830-98bb40185c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:58.122034 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:27:59.279386 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:28:01.159308 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:28:13.568032 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-15ce68f6-62a7-4c1c-8a86-d11ac7afc2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:28:16.130126 dv-cinder-796049-1-iscsi neutron-server[92018]: DEBUG neutron.db.agents_db [None req-599556e7-fb34-4805-9a88-c42ff50c469a None None] Agent healthcheck: found 6 active agents {{(pid=92018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 11 18:28:25.257929 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-d370da6f-c4ad-4f4e-9737-1ce843ca4469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:28:27.899106 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-8af5eb52-9ab7-45bd-b700-6b35cf1aa3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:28:28.124287 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-40ef458b-5d86-4906-8b68-6fc2a67356bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:28:29.283649 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-3357a1a1-4e3b-4486-83c2-5e8491bfad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 11 18:28:31.161180 dv-cinder-796049-1-iscsi neutron-server[92017]: DEBUG neutron_lib.callbacks.manager [None req-4cd65462-f78e-457c-9216-3cba4e650714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788192031398', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1466943'] for agent, after_update {{(pid=92017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}